-- Logs begin at Fri 2022-05-13 13:10:52 UTC, end at Fri 2022-05-13 14:15:37 UTC. -- May 13 13:46:24.813103 dv-cinder-841753-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 13 13:46:27.758131 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.common.config [-] Logging enabled! May 13 13:46:27.758973 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 13:46:27.758973 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109768) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 13:46:27.762547 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.common.config [-] Logging enabled! May 13 13:46:27.762841 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev208 May 13 13:46:27.763157 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109768) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 13 13:46:27.764168 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 13:46:27.764404 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 13:46:27.764844 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 13:46:27.765092 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 13:46:27.765321 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 13:46:27.765779 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.766085 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.766326 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.766633 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.766959 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.767247 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.767546 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.767856 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.768157 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.768438 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.768740 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.768977 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.769275 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.769573 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.769864 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.770094 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] debug = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.770379 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.770867 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.771293 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.771577 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.771876 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.772161 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.772440 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.772725 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.773049 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.773416 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] host = dv-cinder-841753-1-iscsi {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.773700 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.774003 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.774285 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.774575 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.774898 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.775183 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.775475 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.775756 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.776035 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] log_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.776314 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.776606 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.776902 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.777199 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.777428 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.777654 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.777945 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.778244 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.778521 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.778835 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.779122 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.779401 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.779683 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.779961 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.780252 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.780544 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.780832 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.781117 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.781394 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.781675 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.781956 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.782244 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.782523 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.782835 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.783119 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.783413 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.783688 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.783966 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.784279 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.784569 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.784855 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.785151 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.785448 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.785716 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.786010 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.787253 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.787253 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] use_json = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.787253 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.787253 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.787587 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.787669 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.787921 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.788199 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.788564 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.788806 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.789087 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:27.789406 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.789820 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.790019 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.790295 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.790607 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.790931 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.791231 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.791507 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.791798 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.792089 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.792383 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.792661 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.792971 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.793265 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.793564 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.793873 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.794168 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.794462 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.794764 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.795046 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.795326 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.795607 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.795896 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.796176 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.796467 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.796756 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.797034 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.797337 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.797630 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.797916 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.798215 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.798508 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.798811 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.799097 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.799394 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.799676 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.799952 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.800246 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.800526 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.800799 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.801084 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.801429 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.801642 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.801917 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.802197 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.802488 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.802798 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.803074 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.803346 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.803681 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.803908 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.805053 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.805383 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.805622 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.805897 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.806181 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.806457 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.806779 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.807047 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.807438 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.807603 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.807880 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.808155 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.808433 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.808713 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.808992 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.809271 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.809546 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.809826 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.810110 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.810388 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.810662 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.810972 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.811249 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.811554 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.811837 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.812157 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.812404 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.812687 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.812968 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.813249 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.813528 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.813811 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.814091 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.814392 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.814678 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.814998 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.815285 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.815564 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.815882 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.816161 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.816442 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.816824 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.817313 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.817602 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.817882 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.818255 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.818472 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.818798 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.819089 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.819380 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.819677 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.820707 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.821195 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.821715 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.822055 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:27.822371 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 13:46:27.822772 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109768) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 13 13:46:28.290088 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 13:46:28.290360 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 13:46:28.290664 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 13 13:46:28.291028 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.manager [-] Loading core plugin: ml2 May 13 13:46:28.632013 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.632445 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.632874 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.634778 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.635182 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.635461 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.692927 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.693198 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.693458 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.709101 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.709384 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.709658 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.742818 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.743104 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.743370 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.781243 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.781948 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:28.781948 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.133309 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.133590 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.133852 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.134122 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.134843 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.238259 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.238500 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.238797 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.239072 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.239337 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.239649 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.239916 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.240171 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.240430 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.240714 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.240978 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.241239 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.241493 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.242379 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.242637 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.242935 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.243193 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.243467 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.243735 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.243997 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.244276 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.244524 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.244814 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.245218 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.245467 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.245711 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.246150 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:46:29.246388 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:46:29.246628 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:46:29.246888 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:46:29.247128 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:46:29.247365 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:46:29.247750 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 13 13:46:29.251347 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 13 13:46:29.255366 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 13 13:46:29.259958 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 13 13:46:29.261641 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 13 13:46:29.262127 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 13 13:46:29.262463 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 13 13:46:29.262892 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 13 13:46:29.265984 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 13 13:46:29.266233 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 13 13:46:29.266592 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 13 13:46:29.271694 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 13 13:46:29.295963 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 13 13:46:29.296430 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.296735 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109768) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 13 13:46:29.297110 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.298510 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109768) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 13 13:46:29.298844 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 13 13:46:29.299080 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 13 13:46:29.302469 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.302784 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.366025 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 13 13:46:29.366257 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 13 13:46:29.366489 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 13 13:46:29.367512 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 13 13:46:29.389632 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_db.sqlalchemy.engines [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109768) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 13 13:46:29.840442 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Initializing driver for type 'gre' May 13 13:46:29.841288 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] gre ID ranges: [(1, 1000)] May 13 13:46:29.901205 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Initializing driver for type 'local' May 13 13:46:29.901508 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Initializing driver for type 'vlan' May 13 13:46:29.917430 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] VlanTypeDriver initialization complete May 13 13:46:29.917765 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Initializing driver for type 'vxlan' May 13 13:46:29.918320 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] vxlan ID ranges: [(1, 1000)] May 13 13:46:29.974916 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Initializing extension driver 'port_security' May 13 13:46:29.975217 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.extensions.port_security [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] PortSecurityExtensionDriver initialization complete May 13 13:46:29.975564 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Initializing mechanism driver 'openvswitch' May 13 13:46:29.975888 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Initializing mechanism driver 'hyperv' May 13 13:46:29.983080 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.plugin [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:46:29.984036 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > port after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.984495 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > port after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.984774 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > port after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.985319 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:46:29.985751 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > subnet after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.986111 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > subnet after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.986454 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > subnet after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.986869 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:46:29.987276 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > network after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.987625 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > network after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.987967 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > network after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.988355 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:46:29.988757 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > security_group after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.989102 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > security_group after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.989440 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > security_group after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.989834 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:46:29.990237 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.990580 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.990953 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.991340 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:46:29.992288 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > address_group after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.992645 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > address_group after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.992980 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > address_group after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.993378 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 13 13:46:29.993818 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] ML2 OVO RPC backend initialized. {{(pid=109768) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 13 13:46:29.994549 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router_interface after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.994936 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.995351 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > network before_response 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.995694 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > networks before_response 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.996038 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > port before_response 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.996372 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > ports before_response 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.996712 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > subnet before_response 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.997048 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > subnets before_response 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.997387 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > network after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.997718 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > network after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.998046 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > network after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.998376 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > port after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.998735 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > port after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.999062 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > port after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.999391 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > subnet after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:29.999719 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > subnet after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.000048 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > subnet after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.007917 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded quota_driver: . May 13 13:46:30.008273 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.plugin [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Modular L2 Plugin initialization complete May 13 13:46:30.008615 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading services supported by the core plugin {{(pid=109768) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 13 13:46:30.008958 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.plugins.ml2.managers [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Got port-security extension from driver 'port_security' May 13 13:46:30.009439 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.extensions.vlantransparent [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Disabled vlantransparent extension. May 13 13:46:30.009934 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109768) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 13 13:46:30.010258 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading Plugin: router May 13 13:46:30.046404 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router_interface before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.046817 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router after_create 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.047187 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router before_create 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.047545 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.047913 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.048262 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router after_delete 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.048613 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > floatingip after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.048958 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > floatingip after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.049309 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router after_create 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.049647 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router after_update 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.049988 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router after_update 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.050329 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.050854 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router after_update 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.051293 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router precommit_update 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.051662 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: port after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.051998 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: port after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.052331 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: subnet after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.052664 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.053013 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > port precommit_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.053353 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router precommit_create 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.053688 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: port before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.054025 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router precommit_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.054424 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router after_update 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.054785 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router precommit_delete 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.055136 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router precommit_create 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.055492 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router_interface after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.055829 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router precommit_update 55549900 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.056185 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > agent after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.056529 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > agent after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.056864 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > network after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.057785 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Tracking information for resource: router configured {{(pid=109768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:46:30.058108 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Tracking information for resource: floatingip configured {{(pid=109768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 13 13:46:30.063372 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.db.l3_agentschedulers_db [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 13 13:46:30.063966 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: port after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.064332 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: port after_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.064677 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: port after_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.065027 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: port after_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.065847 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router before_create 55550100 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.066210 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router precommit_delete 55550100 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.066563 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router precommit_create 55550100 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.067429 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > router precommit_update 55550100 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.072232 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.services.provider_configuration [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service providers = [] {{(pid=109768) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 13 13:46:30.072605 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.db.servicetype_db [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109768) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 13 13:46:30.075722 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.services.service_base [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:46:30.076087 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.services.service_base [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:46:30.076403 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.services.service_base [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:46:30.077291 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.services.service_base [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 13 13:46:30.077661 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.services.service_base [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Default provider is not specified for service type L3_ROUTER_NAT May 13 13:46:30.078050 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:46:30.078364 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 13 13:46:30.090113 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:46:30.090436 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading Plugin: auto_allocate May 13 13:46:30.096365 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: network precommit_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.096675 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: network precommit_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.097209 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:46:30.097526 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading Plugin: tag May 13 13:46:30.106349 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:46:30.106670 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading Plugin: timestamp May 13 13:46:30.110590 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:46:30.110943 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading Plugin: network_ip_availability May 13 13:46:30.116525 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.116925 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.117274 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.118028 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:46:30.118343 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading Plugin: flavors May 13 13:46:30.123445 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:46:30.123771 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading Plugin: revisions May 13 13:46:30.128090 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 13 13:46:30.128481 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_concurrency.lockutils [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.838s {{(pid=109768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 13 13:46:30.129240 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109768) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 13 13:46:30.129570 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Initializing extension manager. May 13 13:46:30.130095 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: __init__.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.130431 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: __pycache__ {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.130777 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: _port_mac_address_override.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.131109 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: address_group.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.131883 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.132496 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: address-group May 13 13:46:30.132817 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: address_scope.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.133522 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.134020 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: address-scope May 13 13:46:30.134335 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: admin_state_down_before_update.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.135309 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.135806 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: router-admin-state-down-before-update May 13 13:46:30.136122 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: agent.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.136814 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.137316 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: agent May 13 13:46:30.137629 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: agent_resources_synced.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.138524 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.139056 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: agent-resources-synced May 13 13:46:30.139369 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: allowedaddresspairs.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.141187 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.141696 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: allowed-address-pairs May 13 13:46:30.142012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: auto_allocated_topology.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.143122 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.143669 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: auto-allocated-topology May 13 13:46:30.143946 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: availability_zone.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.144864 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.145144 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: availability_zone May 13 13:46:30.145455 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: availability_zone_filter.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.146363 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.146890 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: availability_zone_filter May 13 13:46:30.147208 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: data_plane_status.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.148648 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.149144 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension data-plane-status not supported by any of loaded plugins May 13 13:46:30.149460 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: default_subnetpools.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.150366 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.150898 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: default-subnetpools May 13 13:46:30.151216 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: dhcpagentscheduler.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.152041 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.152541 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: dhcp_agent_scheduler May 13 13:46:30.152855 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: dns.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.153781 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.154279 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension dns-integration not supported by any of loaded plugins May 13 13:46:30.154592 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: dns_domain_ports.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.155531 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.156023 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension dns-domain-ports not supported by any of loaded plugins May 13 13:46:30.156338 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.157242 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.157795 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 13 13:46:30.158044 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: dvr.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.158721 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.159230 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: dvr May 13 13:46:30.159542 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: ecmp_routes.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.160461 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.160941 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension ecmp_routes not supported by any of loaded plugins May 13 13:46:30.161260 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: empty_string_filtering.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.162167 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.162669 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: empty-string-filtering May 13 13:46:30.163054 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.164469 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.164968 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 13 13:46:30.165280 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.166190 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.166684 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 13 13:46:30.167051 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: external_net.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.167926 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.168418 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: external-net May 13 13:46:30.168732 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: extra_dhcp_opt.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.169821 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.170460 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: extra_dhcp_opt May 13 13:46:30.170804 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: extraroute.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.171713 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.172213 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: extraroute May 13 13:46:30.172524 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: extraroute_atomic.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.173805 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.174309 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: extraroute-atomic May 13 13:46:30.174621 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: filter_validation.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.175330 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.175828 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: filter-validation May 13 13:46:30.176139 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: fip_pf_description.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.177032 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.177519 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 13 13:46:30.177831 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: fip_pf_port_range.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.178766 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.179311 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 13 13:46:30.179622 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: fip_port_details.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.180556 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.181047 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: fip-port-details May 13 13:46:30.181397 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: flavors.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.182635 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.183174 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: flavors May 13 13:46:30.183494 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.185154 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.185673 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 13 13:46:30.185998 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: floatingip_pools.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.186700 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.187224 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: floatingip-pools May 13 13:46:30.187544 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: ip_allocation.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.188461 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.188959 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension ip_allocation not supported by any of loaded plugins May 13 13:46:30.189274 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.190173 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.190677 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: ip-substring-filtering May 13 13:46:30.191025 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: l2_adjacency.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.191925 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.192688 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension l2_adjacency not supported by any of loaded plugins May 13 13:46:30.193001 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: l3.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.194007 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.194517 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: router May 13 13:46:30.194898 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: l3_conntrack_helper.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.197128 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.197651 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 13 13:46:30.197977 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.199242 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.199446 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: ext-gw-mode May 13 13:46:30.199766 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.200758 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.201187 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: l3-ha May 13 13:46:30.201506 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.202406 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.202932 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 13 13:46:30.203248 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: l3_flavors.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.204165 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.204661 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: l3-flavors May 13 13:46:30.204974 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: l3_ndp_proxy.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.206345 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.206868 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 13 13:46:30.207190 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.208097 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.208599 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: l3-port-ip-change-not-allowed May 13 13:46:30.208916 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: l3agentscheduler.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.209985 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.211053 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: l3_agent_scheduler May 13 13:46:30.211373 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: local_ip.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.214830 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.215353 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension local_ip not supported by any of loaded plugins May 13 13:46:30.215681 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: logging.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.217153 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.217672 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension logging not supported by any of loaded plugins May 13 13:46:30.217999 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: metering.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.218783 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.219367 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: metering May 13 13:46:30.219742 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.220791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.221385 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: metering_source_and_destination_fields May 13 13:46:30.221620 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: multiprovidernet.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.222539 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.223065 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: multi-provider May 13 13:46:30.223383 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: netmtu.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.224290 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.224790 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: net-mtu May 13 13:46:30.225106 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: netmtu_writable.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.226040 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.227100 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: net-mtu-writable May 13 13:46:30.227417 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: network_availability_zone.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.228082 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.228577 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: network_availability_zone May 13 13:46:30.228888 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: network_ip_availability.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.230007 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.230507 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: network-ip-availability May 13 13:46:30.230860 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: network_segment_range.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.231638 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.232131 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension network-segment-range not supported by any of loaded plugins May 13 13:46:30.232446 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: pagination.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.233422 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.233749 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: pagination May 13 13:46:30.234070 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: port_device_profile.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.235007 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.235512 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: port-device-profile May 13 13:46:30.235826 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: port_mac_address_override.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.236748 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.237248 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: port-mac-override May 13 13:46:30.237565 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.238499 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.238994 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: port-mac-address-regenerate May 13 13:46:30.239308 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.240205 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.240701 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: port-numa-affinity-policy May 13 13:46:30.241013 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: port_resource_request.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.241951 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.242438 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension port-resource-request not supported by any of loaded plugins May 13 13:46:30.242787 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: port_resource_request_groups.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.243754 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.244251 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension port-resource-request-groups not supported by any of loaded plugins May 13 13:46:30.244566 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: portbindings.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.245472 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.245965 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: binding May 13 13:46:30.246280 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: portbindings_extended.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.247575 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.248078 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: binding-extended May 13 13:46:30.248399 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: portsecurity.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.249320 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.249823 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: port-security May 13 13:46:30.250230 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: project_id.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.251127 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.251453 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: project-id May 13 13:46:30.251763 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: providernet.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.252667 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.253171 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: provider May 13 13:46:30.253488 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.257314 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.257837 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos not supported by any of loaded plugins May 13 13:46:30.258164 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.259440 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.259948 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 13 13:46:30.260270 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.261172 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.261675 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 13 13:46:30.261995 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_default.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.262933 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.263438 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-default not supported by any of loaded plugins May 13 13:46:30.263760 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_fip.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.264671 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.265420 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-fip not supported by any of loaded plugins May 13 13:46:30.265420 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_fip_network_policy.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.266379 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.266918 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 13 13:46:30.267239 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_gateway_ip.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.268150 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.268651 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-gateway-ip not supported by any of loaded plugins May 13 13:46:30.268994 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_port_network_policy.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.269874 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.270377 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-port-network-policy not supported by any of loaded plugins May 13 13:46:30.270691 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.271748 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.272424 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-pps-minimum not supported by any of loaded plugins May 13 13:46:30.272571 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.274147 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.274660 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 13 13:46:30.275010 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_pps_rule.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.276187 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.276694 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-pps not supported by any of loaded plugins May 13 13:46:30.277013 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_rule_type_details.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.277911 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.278415 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-rule-type-details not supported by any of loaded plugins May 13 13:46:30.278754 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_rule_type_filter.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.279657 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.280149 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 13 13:46:30.280466 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: qos_rules_alias.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.281487 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.281985 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension qos-rules-alias not supported by any of loaded plugins May 13 13:46:30.282374 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: quota_check_limit.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.283414 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.283414 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: quota-check-limit May 13 13:46:30.284290 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: quotasv2.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.285091 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.285415 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: quotas May 13 13:46:30.285805 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: quotasv2_detail.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.287577 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.287911 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: quota_details May 13 13:46:30.288234 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: rbac.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.289876 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.290402 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: rbac-policies May 13 13:46:30.290762 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: rbac_address_group.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.291706 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.292214 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: rbac-address-group May 13 13:46:30.292536 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: rbac_address_scope.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.293449 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.293953 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: rbac-address-scope May 13 13:46:30.294271 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: rbac_security_groups.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.295211 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.295711 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: rbac-security-groups May 13 13:46:30.296027 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: rbac_subnetpool.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.296942 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.297445 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: rbac-subnetpool May 13 13:46:30.297762 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: revisionifmatch.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.298668 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.299190 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: revision-if-match May 13 13:46:30.299509 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: revisions.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.300693 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.301191 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: standard-attr-revisions May 13 13:46:30.301508 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: router_availability_zone.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.302178 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.302732 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: router_availability_zone May 13 13:46:30.303063 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: routerservicetype.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.304049 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.305626 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension router-service-type not supported by any of loaded plugins May 13 13:46:30.306075 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.307079 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.307786 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: security-groups-normalized-cidr May 13 13:46:30.308090 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: security_groups_port_filtering.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.309154 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.309666 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: port-security-groups-filtering May 13 13:46:30.309983 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.310953 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.311460 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: security-groups-remote-address-group May 13 13:46:30.311780 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.312887 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.313401 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: security-groups-shared-filtering May 13 13:46:30.313721 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.314325 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 13 13:46:30.314646 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: securitygroup.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.324809 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.325357 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: security-group May 13 13:46:30.325759 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: segment.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.326475 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.327006 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension segment not supported by any of loaded plugins May 13 13:46:30.327330 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.328343 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.328848 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 13 13:46:30.329170 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: servicetype.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.330267 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.330806 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: service-type May 13 13:46:30.331132 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: sorting.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.332188 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.332447 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: sorting May 13 13:46:30.332761 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: standard_attr_segment.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.333688 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.334206 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension standard-attr-segment not supported by any of loaded plugins May 13 13:46:30.334527 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: standardattrdescription.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.335228 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.336283 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: standard-attr-description May 13 13:46:30.336600 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: stateful_security_group.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.337554 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.338061 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: stateful-security-group May 13 13:46:30.338378 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: stdattrs_common.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.338977 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 13 13:46:30.339294 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.340217 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.340740 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 13 13:46:30.341059 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: subnet_onboard.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.342111 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.342635 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: subnet_onboard May 13 13:46:30.343089 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.344009 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.344510 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 13 13:46:30.344826 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: subnet_service_types.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.345747 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.346256 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: subnet-service-types May 13 13:46:30.346624 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: subnetallocation.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.347669 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.348175 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: subnet_allocation May 13 13:46:30.348495 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.349160 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.349669 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: subnetpool-prefix-ops May 13 13:46:30.349987 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.350933 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.352176 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 13 13:46:30.352449 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: tagging.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.353577 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.354083 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: standard-attr-tag May 13 13:46:30.354404 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: timestamp.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.355690 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.356199 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loaded extension: standard-attr-timestamp May 13 13:46:30.356516 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: trunk.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.357547 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.358057 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension trunk not supported by any of loaded plugins May 13 13:46:30.358374 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: trunk_details.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.359314 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.359815 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension trunk-details not supported by any of loaded plugins May 13 13:46:30.360129 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: uplink_status_propagation.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.361036 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.361538 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension uplink-status-propagation not supported by any of loaded plugins May 13 13:46:30.361852 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Loading extension file: vlantransparent.py {{(pid=109768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 13 13:46:30.362522 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 13 13:46:30.363056 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extension vlan-transparent not supported by any of loaded plugins May 13 13:46:30.365693 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:network May 13 13:46:30.366217 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:subnet May 13 13:46:30.366642 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:46:30.367056 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:port May 13 13:46:30.368355 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.368792 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service FLAVORS assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.369421 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.369849 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.370183 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:router May 13 13:46:30.370615 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:floatingip May 13 13:46:30.371115 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service METERING assigned prefix: /metering {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.372611 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.372978 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.373328 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:46:30.374367 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of CountableResource for resource:rbac_policy May 13 13:46:30.374866 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:security_group May 13 13:46:30.375273 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:security_group_rule May 13 13:46:30.375890 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service CORE assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.376219 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:46:30.376570 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] subnetpool is already registered May 13 13:46:30.376996 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service CORE assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.377307 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:46:30.377706 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] subnetpool is already registered May 13 13:46:30.380027 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.380875 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service FLAVORS assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.381044 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.381462 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.381795 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:router May 13 13:46:30.382138 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] router is already registered May 13 13:46:30.383142 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:floatingip May 13 13:46:30.383475 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] floatingip is already registered May 13 13:46:30.383939 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service METERING assigned prefix: /metering {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.384638 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of CountableResource for resource:rbac_policy May 13 13:46:30.384956 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] rbac_policy is already registered May 13 13:46:30.385378 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:security_group May 13 13:46:30.385710 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] security_group is already registered May 13 13:46:30.386111 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:security_group_rule May 13 13:46:30.386437 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] security_group_rule is already registered May 13 13:46:30.387111 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service CORE assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.387432 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:46:30.387757 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] subnetpool is already registered May 13 13:46:30.388180 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.v2.resource_helper [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Service CORE assigned prefix: {{(pid=109768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 13 13:46:30.388496 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Creating instance of TrackedResource for resource:subnetpool May 13 13:46:30.388826 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING neutron.quota.resource_registry [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] subnetpool is already registered May 13 13:46:30.389308 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: extensions {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.390866 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: address-groups {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.392343 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: address-scopes {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.393662 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: agents {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.394836 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: auto-allocated-topology {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.396159 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: availability_zones {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.397385 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: dhcp-networks {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.399704 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: dhcp-agents {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.401129 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: routers {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.403349 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: flavors {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.404501 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: service_profiles {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.405715 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: next_providers {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.407208 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: service_profiles {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.408745 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: floatingip-pools {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.409950 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: routers {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.412070 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: floatingips {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.414552 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: l3-routers {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.416003 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: l3-agents {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.417419 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: metering-labels {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.418906 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: metering-label-rules {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.420384 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: network-ip-availabilities {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.421631 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: bindings {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.423037 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: quotas {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.425267 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: quotas {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.428241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: rbac-policies {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.430527 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: security-groups {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.431813 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: security-group-rules {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.433058 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: service-providers {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.434266 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: subnetpools {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.435709 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: subnetpools {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.437174 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: tags {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.438887 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: tags {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.440689 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: tags {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.442743 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: tags {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.444539 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: tags {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.447021 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: tags {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.448705 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: tags {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.450603 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: tags {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.452392 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: tags {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.454259 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron.api.extensions [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Extended resource: tags {{(pid=109768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 13 13:46:30.460311 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING keystonemiddleware.auth_token [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 13 13:46:30.466303 dv-cinder-841753-1-iscsi neutron-server[109768]: WARNING keystonemiddleware.auth_token [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 13 13:46:30.475251 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_concurrency.lockutils [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Acquired lock "singleton_lock" {{(pid=109768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 13 13:46:30.475724 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_concurrency.lockutils [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Releasing lock "singleton_lock" {{(pid=109768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 13 13:46:30.476430 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO oslo_service.service [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Starting 2 workers May 13 13:46:30.481481 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Started child 109875 {{(pid=109768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:46:30.486774 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Started child 109876 {{(pid=109768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:46:30.487158 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:30.488091 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO neutron.service [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Neutron service started, listening on 0.0.0.0:9696 May 13 13:46:30.488744 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Publish callbacks [] for process (None), before_spawn {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:30.488845 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [-] (109875) wsgi starting up on http://0.0.0.0:9696 May 13 13:46:30.491176 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO oslo_service.service [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Starting 1 workers May 13 13:46:30.491330 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:30.492797 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [-] (109876) wsgi starting up on http://0.0.0.0:9696 May 13 13:46:30.496537 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Started child 109877 {{(pid=109768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:46:30.497084 dv-cinder-841753-1-iscsi neutron-server[109768]: INFO oslo_service.service [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Starting 1 workers May 13 13:46:30.500390 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.service [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] calling RpcWorker wait() {{(pid=109877) _wait /opt/stack/neutron/neutron/service.py:128}} May 13 13:46:30.501108 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.service [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] returning from RpcWorker wait() {{(pid=109877) _wait /opt/stack/neutron/neutron/service.py:135}} May 13 13:46:30.501809 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Started child 109878 {{(pid=109768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 13 13:46:30.502479 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:30.502601 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG neutron_lib.callbacks.manager [None req-d0e032c0-3901-45e8-997b-df6b3aca0cfc None None] Publish callbacks [] for process (None), after_spawn {{(pid=109768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:30.503065 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:46:30.504518 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 13:46:30.504725 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 13:46:30.504909 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 13:46:30.505131 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 13:46:30.505438 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 13:46:30.505599 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 13:46:30.506151 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.506425 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.506686 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.506839 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:30.508057 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.508155 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.508364 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.508626 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.508900 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.509169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.509336 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.509501 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.509753 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.509999 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.510321 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.510582 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.510846 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.511071 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.511240 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.511498 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.511757 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.512013 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.512273 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] debug = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.512515 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.513017 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.513246 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.513508 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.513725 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.513995 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.514221 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.514478 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.514729 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.514970 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.515202 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.515478 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.515716 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.515961 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.516172 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.516496 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.516790 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.517276 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] host = dv-cinder-841753-1-iscsi {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.517509 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.517746 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.517978 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.518226 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.518478 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.518693 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.518991 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.519239 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.519489 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.519729 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.519972 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.520219 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.520456 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.520708 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.520814 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57712) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:46:30.520891 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_options = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.521106 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.521364 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.521624 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.521818 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.521986 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.522146 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.522430 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.522593 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.522957 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.523707 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.523925 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.524172 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.524383 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.524603 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.524858 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.525071 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.525285 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.525496 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.525758 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.526000 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.526224 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.526448 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.526690 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.526953 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.527168 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.527417 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.527663 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.527895 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.528130 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.528367 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.528627 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.528886 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.529132 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.529381 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.529634 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.529864 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.530090 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.530304 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.530586 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.530837 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.531082 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.531339 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.531550 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.531797 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.532012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.532805 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099328 May 13 13:46:30.533073 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.533340 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_json = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.533645 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.533961 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.534214 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.534445 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.534681 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.534926 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.536170 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.536436 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.536681 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.537128 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.537396 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.537725 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.537946 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.538307 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.538586 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.538747 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541154 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541154 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541154 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541154 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541154 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541154 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541154 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541154 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541683 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541683 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541812 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.541959 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.542338 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.542751 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.542992 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.543370 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.543487 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.543929 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.544324 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.544725 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.545193 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.545626 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.546072 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.546446 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.549695 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.549695 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.549695 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.549695 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.549695 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.549695 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.549695 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.549695 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.550255 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.550255 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.550255 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.550255 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.550255 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.550539 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.550603 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:46:30.550676 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.550789 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.551009 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.551420 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.551787 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.552171 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.552568 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.553006 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.553363 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.553707 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.554824 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.556172 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.556172 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.556172 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.556598 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.556598 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.557075 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.557257 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.557398 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.558334 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.558334 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.558334 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.558334 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.558920 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.558920 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.559191 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.559336 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.559473 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.559684 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.560254 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.560254 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.560551 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.560698 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.560836 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.561041 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.562145 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.562516 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.562922 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.563310 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.563672 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.564045 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.564408 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.564783 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.566362 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.566362 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.566362 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.566362 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.566362 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.566362 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.567448 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.567448 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.567448 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.567448 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.567842 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.567959 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.570279 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.570279 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.570279 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.570279 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.570279 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.570279 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.570279 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.570279 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.572201 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.572201 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.572201 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.572201 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.572201 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.572201 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.572201 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.572201 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.573453 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.573453 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.573453 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.573453 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.573453 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.574654 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.574654 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.574654 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.574654 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.575196 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.576661 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.576661 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.576661 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.577241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.577241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.577241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.577625 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.578988 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.579265 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.579518 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.579742 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.579979 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.580221 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.580626 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.580890 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.581031 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.581422 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.582003 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.582428 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.582428 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.583012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.584051 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.584291 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.584531 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.584766 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.585075 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.585351 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.586465 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.586465 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.587371 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.587884 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.588366 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.588801 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.589218 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.589657 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.590082 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.590488 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.591381 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.591976 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.592257 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.592502 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.592771 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.593196 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.593416 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.596012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.596012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.596012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.596012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.596012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.596012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.596012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.596012 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.597152 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.597152 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.597152 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.597152 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.597152 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.597152 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.597810 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.597810 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.597810 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.598042 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.598124 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.598930 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.598930 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.598930 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.599305 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.599305 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.599617 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.599872 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.600102 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.600362 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.602245 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.602245 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.602245 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.602245 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.602245 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.602245 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.602245 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.602245 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.603764 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.603764 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.603764 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.606574 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.606574 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.606574 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.606574 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.606574 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.606574 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.606574 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.606574 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.606574 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.607388 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.607388 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.607388 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.607388 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.607388 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.608038 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.608290 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.608527 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.609058 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.609058 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.609239 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.609490 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.609754 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.610146 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.610548 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.611923 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.612959 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.613410 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.614007 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.614646 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.615172 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.615903 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.615903 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.616098 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.616401 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.616836 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.617247 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.617633 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.618047 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.618468 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.618725 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.618931 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.619169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.619485 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.619623 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.619815 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.620103 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.620231 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.620600 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.621029 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.621435 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.621905 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.622353 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.622773 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.623263 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.623699 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.623959 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.624246 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.624573 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.625014 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.625014 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.625283 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.625845 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.625845 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.626008 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.626323 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.626611 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.627086 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.627375 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.627657 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.627933 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.628215 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.628462 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.628768 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.629091 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.629366 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.629655 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.629916 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.630164 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.631090 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.631090 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.631090 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.631322 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.631481 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.631732 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.631972 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.632216 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.633073 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.633308 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.633555 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.633806 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.634025 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.634250 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.634499 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.634672 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 13:46:30.635492 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 13 13:46:30.635661 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 13 13:46:30.635836 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 13 13:46:30.635989 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 13 13:46:30.636137 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 13 13:46:30.636285 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 13 13:46:30.636487 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.636640 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.636802 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.636944 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.637096 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.638418 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.638418 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.638418 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.638418 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.638418 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.638418 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.638418 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.638418 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.639533 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.639533 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.639533 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.639533 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.639533 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.639533 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.640169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.640169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.640169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] debug = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.640169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.640562 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.640562 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.640562 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.640882 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.640882 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.641906 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.641906 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.641906 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.641906 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.641906 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.641906 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.641906 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.642596 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.642596 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.642596 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.642596 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.642596 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] host = dv-cinder-841753-1-iscsi {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.644078 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.644078 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.644078 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.644078 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.644078 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.644078 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.644078 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.644078 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.646241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.646241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.646241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.646241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.646241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.646241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.646241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_options = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.646241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.646241 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.647474 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.647474 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.647474 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.647474 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.647474 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.647474 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.647474 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.649791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.649791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.649791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.649791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.649791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.649791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.649791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.649791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.649791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.650542 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.650542 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.650542 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.650542 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.650542 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.650542 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.650542 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.650542 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651159 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651159 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651159 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651159 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651159 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651159 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651563 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651563 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651563 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651775 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651855 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.651944 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.652705 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.652705 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.652705 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.652705 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.652705 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.653381 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.653381 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.653381 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.653381 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_json = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.653978 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.653978 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.653978 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.653978 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.653978 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.654502 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.654502 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.654502 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.655853 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 13 13:46:30.655853 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.655853 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.655853 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.655853 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.655853 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.655853 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.655853 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.656636 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.656636 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.656636 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.656636 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.656636 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.656636 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.658536 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.658536 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.658536 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.658536 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.658536 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.658536 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.658536 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.658536 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659244 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659244 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659244 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659244 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659244 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659244 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659244 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659244 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.659791 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.660065 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:46:30.660164 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.660164 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.660164 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.660164 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.660450 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.660450 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.661263 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.661263 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.661263 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.661263 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.661263 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.661940 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.661940 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.661940 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.661940 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.661940 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.662410 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.662410 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.662410 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.662748 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.662905 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.662905 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664080 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664080 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664080 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664080 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664080 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664080 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664080 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664839 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664839 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664839 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664839 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.664839 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.666576 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.666576 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.666576 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.666576 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.666576 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.666576 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.666576 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.666576 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.666576 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.668226 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.668226 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.668226 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.668226 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.668226 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.668226 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.668226 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.668226 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.668226 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669228 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669228 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669228 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669228 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669228 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669228 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669228 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669228 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669956 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669956 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669956 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669956 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669956 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.669956 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.670389 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.670389 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.670389 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.671511 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.671511 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.671511 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.671511 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.672046 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.672046 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.672320 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.673476 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.673476 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.673476 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.673476 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.673476 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.674162 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.674162 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.674162 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.674551 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.674551 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.675445 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.675445 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.675445 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.676786 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.676786 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.676786 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.676786 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.676786 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.676786 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.677394 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.677394 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.677613 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.678330 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.678330 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.678330 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.678667 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.678899 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.679103 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.679414 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.680446 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.680446 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.680446 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.680446 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.680878 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.680984 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.681230 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.682262 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.682262 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.682262 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.682262 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.682677 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.682907 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.683020 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.683125 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.684016 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.684016 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.684016 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.684016 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.684016 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.684016 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.685355 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.685355 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.685355 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.685355 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.685355 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.685355 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.685355 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.685355 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.686105 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.686105 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.686105 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.686105 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.686493 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.686493 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.686696 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.686970 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.687215 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.687483 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.687731 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.687977 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.688227 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.688475 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.689451 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.689451 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.689451 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.689770 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.689770 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.689984 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.690616 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.690892 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.691166 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.692592 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.692592 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.692592 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.692592 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.693062 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.693062 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.693281 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.693435 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.694416 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.694416 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.694416 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.694416 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.695414 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.696510 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.696510 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.696510 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.696510 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.696944 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.696944 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.697140 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.697245 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.698010 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.698010 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.698010 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.698345 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.698450 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.698695 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.698997 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.699270 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.699540 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.699799 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.700064 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.700345 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.700644 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.700911 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.701167 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.701439 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.701931 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.702030 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.702242 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.706753 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.706753 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.706753 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.706753 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.706753 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.706753 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.706753 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.706753 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707302 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707302 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707302 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707302 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707302 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707302 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707302 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707302 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707740 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707740 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707740 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707740 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707740 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707740 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707740 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.707740 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708169 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708592 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708592 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708592 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708592 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708804 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708804 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.708963 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.709553 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.710049 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.710049 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.710049 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.710268 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.710452 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.711126 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.711285 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.711450 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.712324 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.712324 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.712324 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.712324 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.712324 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.712681 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.712681 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.712813 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.712882 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.713031 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.713204 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.713342 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.713507 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.713669 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.713833 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.713997 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.714164 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.714417 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.714526 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.714672 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.714929 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.715131 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.715373 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.715373 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 13 13:46:30.715527 dv-cinder-841753-1-iscsi neutron-server[109768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 13 13:46:42.693006 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a551401f-7ce1-40d4-b3cb-941ef8befcdb None None] get_active_networks_info from dv-cinder-841753-1-iscsi {{(pid=109877) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 13 13:46:42.780553 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551401f-7ce1-40d4-b3cb-941ef8befcdb None None] No non-hosted networks {{(pid=109877) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 13 13:46:42.798252 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.agentschedulers_db [None req-a551401f-7ce1-40d4-b3cb-941ef8befcdb None None] DHCP Agent not found on host dv-cinder-841753-1-iscsi {{(pid=109877) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 13 13:46:42.883040 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d7f96fb6-67de-4487-99af-77ebf4be583b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509659'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:45.447767 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c0eb4eec-69af-402b-97b0-553f3e3c87cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509659'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:45.535363 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e9bb5a33-fc5e-4f35-9562-65d94089723e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:46.063566 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57792) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:46:46.257741 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509659'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:46.771984 dv-cinder-841753-1-iscsi neutron-server[109876]: WARNING oslo_policy.policy [None req-48a63321-8365-4491-8ab8-f612c31a7369 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:46:46.772618 dv-cinder-841753-1-iscsi neutron-server[109876]: WARNING oslo_policy.policy [None req-48a63321-8365-4491-8ab8-f612c31a7369 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:46:47.003083 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [None req-48a63321-8365-4491-8ab8-f612c31a7369 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:46:47.014788 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-48a63321-8365-4491-8ab8-f612c31a7369 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9390638 May 13 13:46:47.864494 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509659'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:49.387906 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509659'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:49.388870 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.389192 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.389589 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.389965 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.390322 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.390834 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.391070 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.391504 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.391733 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.392115 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.392451 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.392820 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.393298 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.393622 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.393963 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:49.394357 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841753-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:46:49.406263 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841753-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:46:49.900618 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57826) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:46:50.314314 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-d4a415bb-ea1b-4dff-8da7-d6e1c65631c6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:46:50.419881 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.policy [None req-d4a415bb-ea1b-4dff-8da7-d6e1c65631c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109876) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 13:46:50.464419 dv-cinder-841753-1-iscsi neutron-server[109876]: WARNING oslo_policy.policy [None req-d4a415bb-ea1b-4dff-8da7-d6e1c65631c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:46:50.464833 dv-cinder-841753-1-iscsi neutron-server[109876]: WARNING oslo_policy.policy [None req-d4a415bb-ea1b-4dff-8da7-d6e1c65631c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:46:50.595612 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d4a415bb-ea1b-4dff-8da7-d6e1c65631c6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758199400735', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758199401259', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758199384670', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758199371003', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758199364848', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758199357253', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3446278', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3425276', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-295301', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-714450'] for rbac-policy (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:50.704792 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d4a415bb-ea1b-4dff-8da7-d6e1c65631c6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:50.714825 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-d4a415bb-ea1b-4dff-8da7-d6e1c65631c6 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8047528 May 13 13:46:52.940625 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.db.l3_hamode_db [None req-5df31c0a-a61b-4841-ac38-27ed702128b6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 13 13:46:53.023842 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df31c0a-a61b-4841-ac38-27ed702128b6 None None] Routers set() bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:46:53.024225 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df31c0a-a61b-4841-ac38-27ed702128b6 None None] Router IDs set() for agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 13 13:46:53.282968 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57838) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:46:53.665849 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:46:53.698591 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Made reservation on behalf of 8ff5716d18b14f8c83813becdf6695bd for: {'network': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:46:53.704808 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:53.721668 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:53.871183 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Publish callbacks [] for security_group (a35458c0-ca66-4ba9-8bfe-d7ea64139345), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:53.877156 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (a35458c0-ca66-4ba9-8bfe-d7ea64139345), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:53.912468 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=109876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:46:53.954141 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758199343144', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (ac8e64a3-e133-486f-bde9-abafa76b17c5), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:53.954792 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Unsubscribe: segment precommit_create {{(pid=109876) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 13:46:53.955340 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.segments_db [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Added segment ac8e64a3-e133-486f-bde9-abafa76b17c5 of type vlan for network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e May 13 13:46:53.973737 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a35458c0-ca66-4ba9-8bfe-d7ea64139345,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:46:54.027658 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.027992 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.028344 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.028693 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.029018 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.029344 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.029664 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.029978 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.030288 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.030605 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.030947 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.031287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.031610 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.031921 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.032230 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Tracked resource versions report: May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: pushed versions: May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: { 'AddressGroup': {'1.2'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Agent': {'1.1'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'ConntrackHelper': {'1.0'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'LocalIPAssociation': {'1.0'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Log': {'1.0'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'NDPProxy': {'1.0'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Network': {'1.1'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Port': {'1.7'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'PortForwarding': {'1.3'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'QosPolicy': {'1.10'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SecurityGroup': {'1.5'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SecurityGroupRule': {'1.2'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SubPort': {'1.0'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Subnet': {'1.1'}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Trunk': {'1.1'}} May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: consumer versions: May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: { DHCP agent@dv-cinder-841753-1-iscsi: {}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: L3 agent@dv-cinder-841753-1-iscsi: {}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: Metadata agent@dv-cinder-841753-1-iscsi: {}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: Metering agent@dv-cinder-841753-1-iscsi: {}, May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: Open vSwitch agent@dv-cinder-841753-1-iscsi: { 'AddressGroup': '1.2', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Agent': '1.1', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'ConntrackHelper': '1.0', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'LocalIPAssociation': '1.0', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Log': '1.0', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'NDPProxy': '1.0', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Network': '1.1', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Port': '1.7', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'PortForwarding': '1.3', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'QosPolicy': '1.10', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SecurityGroup': '1.5', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SecurityGroupRule': '1.2', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SubPort': '1.0', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Subnet': '1.1', May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Trunk': '1.1'}} May 13 13:46:54.034015 dv-cinder-841753-1-iscsi neutron-server[109876]: {{(pid=109876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:46:54.080318 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (7e046ac9-6764-4e9c-9567-ae5b3e09d64e), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:54.127651 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (7e046ac9-6764-4e9c-9567-ae5b3e09d64e), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:54.133041 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:46:54.133783 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:54.245622 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9615450 May 13 13:46:54.279627 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1afbb-7b47-4bae-af28-7ea473e5b4aa demo demo] Pushing event updated for resources: {'Network': ['ID=7e046ac9-6764-4e9c-9567-ae5b3e09d64e,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:46:54.305523 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:46:56.971294 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57850) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:46:57.485512 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e86e4ca-2b63-479d-aa48-6c8d5dd8f88d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:46:57.485512 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-7e86e4ca-2b63-479d-aa48-6c8d5dd8f88d demo admin] 10.222.0.79 "GET /v2.0/networks/7e046ac9-6764-4e9c-9567-ae5b3e09d64e HTTP/1.1" status: 200 len: 825 time: 0.5086811 May 13 13:46:57.517553 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-61a24c78-61fd-40ff-8c2f-10b5138998fd demo admin] 10.222.0.79 "GET /v2.0/subnetpools/a7c92e56-f2ba-4500-acda-9e214302fbbc HTTP/1.1" status: 200 len: 734 time: 0.0304465 May 13 13:46:57.530810 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Request body: {'subnet': {'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': 'a7c92e56-f2ba-4500-acda-9e214302fbbc'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:46:57.560085 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Made reservation on behalf of 8ff5716d18b14f8c83813becdf6695bd for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:46:57.562583 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:57.932366 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:58.008218 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:46:58.017958 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Checking segment: {'id': 'ac8e64a3-e133-486f-bde9-abafa76b17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:46:58.018291 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Network hostable DHCP agents. Network: 7e046ac9-6764-4e9c-9567-ae5b3e09d64e, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:46:58.052008 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:46:58.067054 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 7e046ac9-6764-4e9c-9567-ae5b3e09d64e) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:46:58.073711 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:46:58.074753 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:58.080035 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7864d75-8801-405a-bdde-6ae12011df8c None None] Network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:46:58.107425 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-4737727a-55c3-473c-b447-89f3710bc528 demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5804162 May 13 13:46:58.380779 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-7e046ac9-6764-4e9c-9567-ae5b3e09d64e', 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e', 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'fixed_ips': [{'subnet_id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:46:58.383297 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:58.719537 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Allocated IP 172.20.0.2 (7e046ac9-6764-4e9c-9567-ae5b3e09d64e/1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c/da489132-7765-4bec-93c3-93679490adca) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:46:59.070694 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Publish callbacks [] for port (da489132-7765-4bec-93c3-93679490adca), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:59.080404 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (da489132-7765-4bec-93c3-93679490adca), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:59.154592 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:46:59.159684 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:46:59.172823 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:46:59.188002 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Pushing event updated for resources: {'Port': ['ID=da489132-7765-4bec-93c3-93679490adca,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:46:59.232660 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.232899 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.233253 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.233609 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.233942 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.234270 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.234596 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.234946 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.235272 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.235604 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.235929 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.236267 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.236590 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.236910 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.237227 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Tracked resource versions report: May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: pushed versions: May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: { 'AddressGroup': {'1.2'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Agent': {'1.1'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'ConntrackHelper': {'1.0'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'LocalIPAssociation': {'1.0'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Log': {'1.0'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'NDPProxy': {'1.0'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Network': {'1.1'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Port': {'1.7'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'PortForwarding': {'1.3'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'QosPolicy': {'1.10'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SecurityGroup': {'1.5'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SecurityGroupRule': {'1.2'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SubPort': {'1.0'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Subnet': {'1.1'}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Trunk': {'1.1'}} May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: consumer versions: May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: { DHCP agent@dv-cinder-841753-1-iscsi: {}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: L3 agent@dv-cinder-841753-1-iscsi: {}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: Metadata agent@dv-cinder-841753-1-iscsi: {}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: Metering agent@dv-cinder-841753-1-iscsi: {}, May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: Open vSwitch agent@dv-cinder-841753-1-iscsi: { 'AddressGroup': '1.2', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Agent': '1.1', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'ConntrackHelper': '1.0', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'LocalIPAssociation': '1.0', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Log': '1.0', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'NDPProxy': '1.0', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Network': '1.1', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Port': '1.7', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'PortForwarding': '1.3', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'QosPolicy': '1.10', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SecurityGroup': '1.5', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SecurityGroupRule': '1.2', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SubPort': '1.0', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Subnet': '1.1', May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Trunk': '1.1'}} May 13 13:46:59.238688 dv-cinder-841753-1-iscsi neutron-server[109877]: {{(pid=109877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:46:59.277004 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Attempting to bind port da489132-7765-4bec-93c3-93679490adca on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:46:59.277393 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Attempting to bind port da489132-7765-4bec-93c3-93679490adca by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'ac8e64a3-e133-486f-bde9-abafa76b17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:46:59.277827 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Attempting to bind port da489132-7765-4bec-93c3-93679490adca on network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:46:59.283182 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:46:59.283552 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Checking segment: {'id': 'ac8e64a3-e133-486f-bde9-abafa76b17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:46:59.284037 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:59.284733 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Bound using segment: {'id': 'ac8e64a3-e133-486f-bde9-abafa76b17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:46:59.285543 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Bound port: da489132-7765-4bec-93c3-93679490adca, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8e64a3-e133-486f-bde9-abafa76b17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:46:59.285916 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (da489132-7765-4bec-93c3-93679490adca), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:59.357387 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] For port da489132-7765-4bec-93c3-93679490adca, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:46:59.378759 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] For port da489132-7765-4bec-93c3-93679490adca, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=da489132-7765-4bec-93c3-93679490adca,segment=NetworkSegment(ac8e64a3-e133-486f-bde9-abafa76b17c5),segment_id=ac8e64a3-e133-486f-bde9-abafa76b17c5)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:46:59.386836 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (da489132-7765-4bec-93c3-93679490adca), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:46:59.457727 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066704b-b09e-4f18-a3fc-826098068c49 None None] Pushing event updated for resources: {'Port': ['ID=da489132-7765-4bec-93c3-93679490adca,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:00.809231 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 57858) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:47:01.372071 dv-cinder-841753-1-iscsi neutron-server[109875]: WARNING oslo_policy.policy [None req-d058d221-1dcb-422f-b9ff-e3d8facb9031 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:47:01.372651 dv-cinder-841753-1-iscsi neutron-server[109875]: WARNING oslo_policy.policy [None req-d058d221-1dcb-422f-b9ff-e3d8facb9031 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:47:01.596696 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [None req-d058d221-1dcb-422f-b9ff-e3d8facb9031 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:47:01.598025 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d058d221-1dcb-422f-b9ff-e3d8facb9031 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7868319 May 13 13:47:04.178302 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57872) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:47:04.527784 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [None req-655a844b-5a4d-41e3-91fa-5062b68b08f6 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:47:04.528908 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-655a844b-5a4d-41e3-91fa-5062b68b08f6 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3494344 May 13 13:47:07.123772 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57880) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:47:07.492943 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-12794613-6eae-4f66-9fdc-7b43b8ffa682 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:47:07.522682 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-12794613-6eae-4f66-9fdc-7b43b8ffa682 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (6b48ee1c-2fd4-40b4-8988-258e07a74f28), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:07.524360 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-12794613-6eae-4f66-9fdc-7b43b8ffa682 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (6b48ee1c-2fd4-40b4-8988-258e07a74f28), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:07.678557 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-12794613-6eae-4f66-9fdc-7b43b8ffa682 demo demo] Publish callbacks [] for router_controller (6b48ee1c-2fd4-40b4-8988-258e07a74f28), precommit_add_association {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:07.684877 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-12794613-6eae-4f66-9fdc-7b43b8ffa682 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (6b48ee1c-2fd4-40b4-8988-258e07a74f28), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:07.703739 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-12794613-6eae-4f66-9fdc-7b43b8ffa682 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:07.706254 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-12794613-6eae-4f66-9fdc-7b43b8ffa682 demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5814753 May 13 13:47:10.329845 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device da489132-7765-4bec-93c3-93679490adca up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:47:10.444498 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port da489132-7765-4bec-93c3-93679490adca triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:10.444967 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (da489132-7765-4bec-93c3-93679490adca), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:10.492444 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57892) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:47:10.578105 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port da489132-7765-4bec-93c3-93679490adca is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:47:10.578496 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (da489132-7765-4bec-93c3-93679490adca), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:10.628400 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port da489132-7765-4bec-93c3-93679490adca, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=da489132-7765-4bec-93c3-93679490adca,segment=NetworkSegment(ac8e64a3-e133-486f-bde9-abafa76b17c5),segment_id=ac8e64a3-e133-486f-bde9-abafa76b17c5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:47:10.641562 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (da489132-7765-4bec-93c3-93679490adca), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:10.696781 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=da489132-7765-4bec-93c3-93679490adca,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:10.881805 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [None req-3e45e793-a4e3-499f-9d7b-5cc64431a593 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:47:10.894755 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-3e45e793-a4e3-499f-9d7b-5cc64431a593 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3903317 May 13 13:47:11.563214 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99177c-832a-4f88-b15b-46d97fce3d36 None None] Network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:47:11.644170 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-2ee60aec-df71-495c-b1c2-e5240f917a4c None None] Provisioning complete for port da489132-7765-4bec-93c3-93679490adca triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:11.644560 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2ee60aec-df71-495c-b1c2-e5240f917a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (da489132-7765-4bec-93c3-93679490adca), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:11.804322 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2ee60aec-df71-495c-b1c2-e5240f917a4c None None] Current status of the port da489132-7765-4bec-93c3-93679490adca is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:47:11.923126 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-ce517f49-2628-4bb6-a765-c8254988b7d9 None None] Provisioning complete for port da489132-7765-4bec-93c3-93679490adca triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:11.923516 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ce517f49-2628-4bb6-a765-c8254988b7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (da489132-7765-4bec-93c3-93679490adca), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:12.011848 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-ce517f49-2628-4bb6-a765-c8254988b7d9 None None] Current status of the port da489132-7765-4bec-93c3-93679490adca is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:47:12.289564 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device da489132-7765-4bec-93c3-93679490adca up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:47:12.338820 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port da489132-7765-4bec-93c3-93679490adca triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:12.339203 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (da489132-7765-4bec-93c3-93679490adca), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:12.435405 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port da489132-7765-4bec-93c3-93679490adca is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:47:12.627916 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7b649a18-75cb-4de9-9de0-d9b158335216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:13.438104 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57900) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:47:13.780944 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:47:13.800080 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Made reservation on behalf of 584c523555e7486e977f27ddcc51047b for: {'network': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:47:13.802283 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:13.811061 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:13.902444 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Publish callbacks [] for security_group (c862ea9f-681e-4ffc-8e2f-b7cbf234c7cf), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:13.906541 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c862ea9f-681e-4ffc-8e2f-b7cbf234c7cf), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:13.924167 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Reserving flat network on physical network physnet1 {{(pid=109876) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 13 13:47:13.947529 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (31073728-a707-41eb-92fa-fa0baf33cff0), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:13.947873 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.segments_db [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Added segment 31073728-a707-41eb-92fa-fa0baf33cff0 of type flat for network 6b707755-12f2-4dc2-8582-56dd26ac932b May 13 13:47:13.949374 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c862ea9f-681e-4ffc-8e2f-b7cbf234c7cf,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:13.999874 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (6b707755-12f2-4dc2-8582-56dd26ac932b), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:14.039993 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (6b707755-12f2-4dc2-8582-56dd26ac932b), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:14.040982 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:47:14.041570 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:14.126462 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6872077 May 13 13:47:14.141017 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f9223-3ca8-4ea0-aced-bf1f3af46442 admin admin] Pushing event updated for resources: {'Network': ['ID=6b707755-12f2-4dc2-8582-56dd26ac932b,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:14.151406 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 6b707755-12f2-4dc2-8582-56dd26ac932b details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:47:15.442639 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-0c620bef-fe5f-42dc-918f-949565aea849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:16.270352 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:16.651660 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57918) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:47:16.847779 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920d7ea-6b67-4ff9-a2ec-cfb7bee1539b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:47:16.849154 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-9920d7ea-6b67-4ff9-a2ec-cfb7bee1539b demo admin] 10.222.0.79 "GET /v2.0/subnets/1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c HTTP/1.1" status: 200 len: 849 time: 0.1965337 May 13 13:47:16.976918 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-22f2b879-de21-4ff7-bdfa-b75cc1a09abc demo admin] 10.222.0.79 "GET /v2.0/routers/6b48ee1c-2fd4-40b4-8988-258e07a74f28 HTTP/1.1" status: 200 len: 704 time: 0.1208081 May 13 13:47:17.258167 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:17.642739 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Allocated IP 172.20.0.1 (7e046ac9-6764-4e9c-9567-ae5b3e09d64e/1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c/c2276805-593d-414e-bfcc-6127133ef0ea) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:47:17.760433 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:17.807697 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Publish callbacks [] for port (c2276805-593d-414e-bfcc-6127133ef0ea), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:17.883995 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:17.963645 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:47:17.973128 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:47:17.975574 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Pushing event updated for resources: {'Port': ['ID=c2276805-593d-414e-bfcc-6127133ef0ea,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:17.979741 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:47:17.980241 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (6b48ee1c-2fd4-40b4-8988-258e07a74f28), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:18.175695 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-a4148280-4945-40c2-b629-99de1aa84b2a None None] Provisioning complete for port c2276805-593d-414e-bfcc-6127133ef0ea triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:18.176081 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-a4148280-4945-40c2-b629-99de1aa84b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:18.199144 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:18.211061 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-a4148280-4945-40c2-b629-99de1aa84b2a None None] Port c2276805-593d-414e-bfcc-6127133ef0ea cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:47:18.437279 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Publish callbacks [] for port (c2276805-593d-414e-bfcc-6127133ef0ea), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:18.442061 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:18.443431 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (6b48ee1c-2fd4-40b4-8988-258e07a74f28), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:18.523017 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Pushing event updated for resources: {'Port': ['ID=c2276805-593d-414e-bfcc-6127133ef0ea,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:18.573544 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:47:18.577440 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:47:18.763477 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Router 6b48ee1c-2fd4-40b4-8988-258e07a74f28 is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:47:18.836285 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-30453169-a3b3-4a86-9432-36824fd00414 None None] Provisioning complete for port c2276805-593d-414e-bfcc-6127133ef0ea triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:18.837177 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-30453169-a3b3-4a86-9432-36824fd00414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:18.863756 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:47:18.870159 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-d99bfd8f-50b0-4f7f-b46c-23860146e11e demo admin] 10.222.0.79 "PUT /v2.0/routers/6b48ee1c-2fd4-40b4-8988-258e07a74f28/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8879430 May 13 13:47:18.874970 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Sync routers for ids ['6b48ee1c-2fd4-40b4-8988-258e07a74f28'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:47:18.880693 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-30453169-a3b3-4a86-9432-36824fd00414 None None] Port c2276805-593d-414e-bfcc-6127133ef0ea cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:47:18.894838 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Routers {'6b48ee1c-2fd4-40b4-8988-258e07a74f28'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:47:18.895780 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:47:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['6b48ee1c-2fd4-40b4-8988-258e07a74f28'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:47:19.096533 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Set router 6b48ee1c-2fd4-40b4-8988-258e07a74f28 gateway port host: None {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:47:19.374295 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:19.558719 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'name': 'router1', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:47:07Z', 'updated_at': '2022-05-13T13:47:18Z', 'revision_number': 2, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'gw_port_host': None, '_interfaces': [{'id': 'c2276805-593d-414e-bfcc-6127133ef0ea', 'name': '', 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'mac_address': 'fa:16:3e:6e:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:47:17Z', 'updated_at': '2022-05-13T13:47:18Z', 'revision_number': 2, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'subnets': [{'id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7c92e56-f2ba-4500-acda-9e214302fbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:47:19.611994 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Checking router: 6b48ee1c-2fd4-40b4-8988-258e07a74f28 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:47:19.612431 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Updating router 6b48ee1c-2fd4-40b4-8988-258e07a74f28 port c2276805-593d-414e-bfcc-6127133ef0ea binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:47:19.713926 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:20.277739 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Publish callbacks [] for port (c2276805-593d-414e-bfcc-6127133ef0ea), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:20.286887 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:20.456252 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Pushing event updated for resources: {'Port': ['ID=c2276805-593d-414e-bfcc-6127133ef0ea,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:20.474760 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.474980 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.475327 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.475673 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.476036 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.476371 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.476700 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.477028 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.477356 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.477676 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.478004 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.478350 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.478683 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.479031 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.479349 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Tracked resource versions report: May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: pushed versions: May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: { 'AddressGroup': {'1.2'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Agent': {'1.1'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'ConntrackHelper': {'1.0'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'LocalIPAssociation': {'1.0'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Log': {'1.0'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'NDPProxy': {'1.0'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Network': {'1.1'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Port': {'1.7'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'PortForwarding': {'1.3'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'QosPolicy': {'1.10'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SecurityGroup': {'1.5'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SecurityGroupRule': {'1.2'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SubPort': {'1.0'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Subnet': {'1.1'}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Trunk': {'1.1'}} May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: consumer versions: May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: { DHCP agent@dv-cinder-841753-1-iscsi: {}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: L3 agent@dv-cinder-841753-1-iscsi: {}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: Metadata agent@dv-cinder-841753-1-iscsi: {}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: Metering agent@dv-cinder-841753-1-iscsi: {}, May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: Open vSwitch agent@dv-cinder-841753-1-iscsi: { 'AddressGroup': '1.2', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Agent': '1.1', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'ConntrackHelper': '1.0', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'LocalIPAssociation': '1.0', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Log': '1.0', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'NDPProxy': '1.0', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Network': '1.1', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Port': '1.7', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'PortForwarding': '1.3', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'QosPolicy': '1.10', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SecurityGroup': '1.5', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SecurityGroupRule': '1.2', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SubPort': '1.0', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Subnet': '1.1', May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Trunk': '1.1'}} May 13 13:47:20.480859 dv-cinder-841753-1-iscsi neutron-server[109878]: {{(pid=109878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:47:20.489606 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Attempting to bind port c2276805-593d-414e-bfcc-6127133ef0ea on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:47:20.490017 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Attempting to bind port c2276805-593d-414e-bfcc-6127133ef0ea by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'ac8e64a3-e133-486f-bde9-abafa76b17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:47:20.490458 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Attempting to bind port c2276805-593d-414e-bfcc-6127133ef0ea on network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:47:20.496564 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:47:20.496981 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Checking segment: {'id': 'ac8e64a3-e133-486f-bde9-abafa76b17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:47:20.497481 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:20.497878 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Bound using segment: {'id': 'ac8e64a3-e133-486f-bde9-abafa76b17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:47:20.498405 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Bound port: c2276805-593d-414e-bfcc-6127133ef0ea, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8e64a3-e133-486f-bde9-abafa76b17c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:47:20.498823 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:20.573447 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:47:20.586224 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] For port c2276805-593d-414e-bfcc-6127133ef0ea, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:47:20.597034 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] For port c2276805-593d-414e-bfcc-6127133ef0ea, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=c2276805-593d-414e-bfcc-6127133ef0ea,segment=NetworkSegment(ac8e64a3-e133-486f-bde9-abafa76b17c5),segment_id=ac8e64a3-e133-486f-bde9-abafa76b17c5)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:47:20.604604 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:20.652958 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Routers {'6b48ee1c-2fd4-40b4-8988-258e07a74f28'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:47:20.653594 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:47:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['6b48ee1c-2fd4-40b4-8988-258e07a74f28'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:47:20.681217 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-8cf74c5c-8182-4243-abbe-e4d4365cc588 None None] Provisioning complete for port c2276805-593d-414e-bfcc-6127133ef0ea triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:20.681796 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-8cf74c5c-8182-4243-abbe-e4d4365cc588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:20.753248 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] Set router 6b48ee1c-2fd4-40b4-8988-258e07a74f28 gateway port host: None {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:47:20.774783 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-8cf74c5c-8182-4243-abbe-e4d4365cc588 None None] Current status of the port c2276805-593d-414e-bfcc-6127133ef0ea is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:47:20.775236 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-8cf74c5c-8182-4243-abbe-e4d4365cc588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:20.814629 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-8cf74c5c-8182-4243-abbe-e4d4365cc588 None None] For port c2276805-593d-414e-bfcc-6127133ef0ea, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=c2276805-593d-414e-bfcc-6127133ef0ea,segment=NetworkSegment(ac8e64a3-e133-486f-bde9-abafa76b17c5),segment_id=ac8e64a3-e133-486f-bde9-abafa76b17c5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:47:20.824728 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-8cf74c5c-8182-4243-abbe-e4d4365cc588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:20.887857 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf74c5c-8182-4243-abbe-e4d4365cc588 None None] Pushing event updated for resources: {'Port': ['ID=c2276805-593d-414e-bfcc-6127133ef0ea,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:20.939071 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f2edf-ee61-48c7-a3aa-d701ff58730e None None] Pushing event updated for resources: {'Port': ['ID=c2276805-593d-414e-bfcc-6127133ef0ea,revision_number=4']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:20.943843 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-69ad1e28-cd09-4b7e-b983-92a0e9e1ad8c None None] Provisioning complete for port c2276805-593d-414e-bfcc-6127133ef0ea triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:20.944476 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-69ad1e28-cd09-4b7e-b983-92a0e9e1ad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:21.006215 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'name': 'router1', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:47:07Z', 'updated_at': '2022-05-13T13:47:18Z', 'revision_number': 2, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'gw_port_host': None, '_interfaces': [{'id': 'c2276805-593d-414e-bfcc-6127133ef0ea', 'name': '', 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'mac_address': 'fa:16:3e:6e:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:47:17Z', 'updated_at': '2022-05-13T13:47:20Z', 'revision_number': 4, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'subnets': [{'id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7c92e56-f2ba-4500-acda-9e214302fbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:47:21.035104 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-69ad1e28-cd09-4b7e-b983-92a0e9e1ad8c None None] Current status of the port c2276805-593d-414e-bfcc-6127133ef0ea is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:47:21.041230 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d7d47d-af5b-401a-a617-e763099455e4 None None] The sync data for ids ['6b48ee1c-2fd4-40b4-8988-258e07a74f28'] in dv-cinder-841753-1-iscsi is: [{'id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'name': 'router1', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:47:07Z', 'updated_at': '2022-05-13T13:47:18Z', 'revision_number': 2, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'gw_port_host': None, '_interfaces': [{'id': 'c2276805-593d-414e-bfcc-6127133ef0ea', 'name': '', 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'mac_address': 'fa:16:3e:6e:92:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:47:17Z', 'updated_at': '2022-05-13T13:47:20Z', 'revision_number': 4, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'subnets': [{'id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7c92e56-f2ba-4500-acda-9e214302fbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:47:21.377900 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 57940) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:47:21.498997 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d4d98f-4bfc-4a37-b65e-afce13fa5133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:47:21.500381 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-97d4d98f-4bfc-4a37-b65e-afce13fa5133 admin admin] 10.222.0.79 "GET /v2.0/networks/6b707755-12f2-4dc2-8582-56dd26ac932b HTTP/1.1" status: 200 len: 842 time: 0.1214933 May 13 13:47:21.510549 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:47:21.532808 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Made reservation on behalf of 584c523555e7486e977f27ddcc51047b for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:47:21.535172 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:21.893879 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.objects.ports [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109876) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 13 13:47:21.894241 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (305d76ec-f20b-4dac-8039-431ab9260bf2), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:21.950322 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=305d76ec-f20b-4dac-8039-431ab9260bf2,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:21.969310 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:47:21.969748 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Network hostable DHCP agents. Network: 6b707755-12f2-4dc2-8582-56dd26ac932b, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:47:21.988446 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:47:21.998130 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 6b707755-12f2-4dc2-8582-56dd26ac932b) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:47:22.002894 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:47:22.003527 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:22.008291 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332fd2a2-dfac-461c-8d86-1b9b40785f62 None None] Network 6b707755-12f2-4dc2-8582-56dd26ac932b requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:47:22.031453 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-90be2bdd-9e3e-423d-9de7-b6a504d4ef08 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5248451 May 13 13:47:22.129144 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2197c-2d82-461d-8ca4-3d16abc005e9 None None] Network 6b707755-12f2-4dc2-8582-56dd26ac932b requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:47:24.458516 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 57948) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:47:24.571423 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.policy [None req-0796c854-6717-48d2-bd88-e2b6479fe469 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109875) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 13 13:47:24.616258 dv-cinder-841753-1-iscsi neutron-server[109875]: WARNING oslo_policy.policy [None req-0796c854-6717-48d2-bd88-e2b6479fe469 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:47:24.616719 dv-cinder-841753-1-iscsi neutron-server[109875]: WARNING oslo_policy.policy [None req-0796c854-6717-48d2-bd88-e2b6479fe469 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 13 13:47:24.872604 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-0796c854-6717-48d2-bd88-e2b6479fe469 demo admin] 10.222.0.79 "GET /v2.0/routers/6b48ee1c-2fd4-40b4-8988-258e07a74f28 HTTP/1.1" status: 200 len: 710 time: 0.4128113 May 13 13:47:25.069810 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ee9515-31f1-42e7-8fe2-9ca550dfa040 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:47:25.071589 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-71ee9515-31f1-42e7-8fe2-9ca550dfa040 demo admin] 10.222.0.79 "GET /v2.0/networks/6b707755-12f2-4dc2-8582-56dd26ac932b HTTP/1.1" status: 200 len: 886 time: 0.1936126 May 13 13:47:25.080597 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:47:25.374697 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Publish callbacks [] for router_gateway (6b48ee1c-2fd4-40b4-8988-258e07a74f28), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:25.630800 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Publish callbacks [] for router_gateway (6b48ee1c-2fd4-40b4-8988-258e07a74f28), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:25.728099 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:25.944642 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Allocated IP 172.27.3.111 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/97b18502-9a87-4966-bcca-55ec261f67b7) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:47:26.101858 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Publish callbacks [] for port (97b18502-9a87-4966-bcca-55ec261f67b7), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:26.175866 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (97b18502-9a87-4966-bcca-55ec261f67b7), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:26.218641 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:47:26.220061 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:47:26.284630 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:47:26.329854 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Pushing event updated for resources: {'Port': ['ID=97b18502-9a87-4966-bcca-55ec261f67b7,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:26.345118 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.345462 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.345808 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.346152 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.346486 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.346851 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.347183 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.347511 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.347850 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.348183 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.348507 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.348845 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.349173 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.349493 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.349810 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Tracked resource versions report: May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: pushed versions: May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: { 'AddressGroup': {'1.2'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Agent': {'1.1'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'ConntrackHelper': {'1.0'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'LocalIPAssociation': {'1.0'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Log': {'1.0'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'NDPProxy': {'1.0'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Network': {'1.1'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Port': {'1.7'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'PortForwarding': {'1.3'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'QosPolicy': {'1.10'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SecurityGroup': {'1.5'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SecurityGroupRule': {'1.2'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SubPort': {'1.0'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Subnet': {'1.1'}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Trunk': {'1.1'}} May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: consumer versions: May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: { DHCP agent@dv-cinder-841753-1-iscsi: {}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: L3 agent@dv-cinder-841753-1-iscsi: {}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: Metadata agent@dv-cinder-841753-1-iscsi: {}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: Metering agent@dv-cinder-841753-1-iscsi: {}, May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: Open vSwitch agent@dv-cinder-841753-1-iscsi: { 'AddressGroup': '1.2', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Agent': '1.1', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'ConntrackHelper': '1.0', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'LocalIPAssociation': '1.0', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Log': '1.0', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'NDPProxy': '1.0', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Network': '1.1', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Port': '1.7', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'PortForwarding': '1.3', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'QosPolicy': '1.10', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SecurityGroup': '1.5', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SecurityGroupRule': '1.2', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SubPort': '1.0', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Subnet': '1.1', May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Trunk': '1.1'}} May 13 13:47:26.351299 dv-cinder-841753-1-iscsi neutron-server[109875]: {{(pid=109875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:47:26.628169 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Publish callbacks [] for router_gateway (6b48ee1c-2fd4-40b4-8988-258e07a74f28), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:26.888970 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3683084', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3679595', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6564'] for router (6b48ee1c-2fd4-40b4-8988-258e07a74f28), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:26.894346 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3683077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3683098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3679584'] for router (6b48ee1c-2fd4-40b4-8988-258e07a74f28), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:27.017949 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Router 6b48ee1c-2fd4-40b4-8988-258e07a74f28 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:47:27.146448 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:47:27.151705 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:27.165297 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-8593206c-c24a-4e8b-a2e4-9d905e8ff754 demo admin] 10.222.0.79 "PUT /v2.0/routers/6b48ee1c-2fd4-40b4-8988-258e07a74f28 HTTP/1.1" status: 200 len: 890 time: 2.0757501 May 13 13:47:28.352717 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device c2276805-593d-414e-bfcc-6127133ef0ea up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:47:28.402115 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port c2276805-593d-414e-bfcc-6127133ef0ea triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:28.402492 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:28.497798 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port c2276805-593d-414e-bfcc-6127133ef0ea is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:47:29.728531 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 57966) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:47:29.844177 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-c8807f75-70ff-467c-988f-5b8cd6cdb4dc admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1143634 May 13 13:47:30.361242 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Sync routers for ids ['6b48ee1c-2fd4-40b4-8988-258e07a74f28'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:47:30.373470 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Routers {'6b48ee1c-2fd4-40b4-8988-258e07a74f28'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:47:30.374149 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:47:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['6b48ee1c-2fd4-40b4-8988-258e07a74f28'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:47:30.617669 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Set router 6b48ee1c-2fd4-40b4-8988-258e07a74f28 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:47:31.143891 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'name': 'router1', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '97b18502-9a87-4966-bcca-55ec261f67b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:47:07Z', 'updated_at': '2022-05-13T13:47:26Z', 'revision_number': 4, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'gw_port': {'id': '97b18502-9a87-4966-bcca-55ec261f67b7', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:47:25Z', 'updated_at': '2022-05-13T13:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'c2276805-593d-414e-bfcc-6127133ef0ea', 'name': '', 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'mac_address': 'fa:16:3e:6e:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:47:17Z', 'updated_at': '2022-05-13T13:47:20Z', 'revision_number': 5, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'subnets': [{'id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7c92e56-f2ba-4500-acda-9e214302fbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:47:31.215742 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Checking router: 6b48ee1c-2fd4-40b4-8988-258e07a74f28 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:47:31.216119 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Updating router 6b48ee1c-2fd4-40b4-8988-258e07a74f28 port 97b18502-9a87-4966-bcca-55ec261f67b7 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:47:31.273682 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (97b18502-9a87-4966-bcca-55ec261f67b7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:31.659232 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Publish callbacks [] for port (97b18502-9a87-4966-bcca-55ec261f67b7), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:31.665981 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (97b18502-9a87-4966-bcca-55ec261f67b7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:31.724281 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887c77e-e504-409f-96bc-35b7fcc27d62 None None] Pushing event updated for resources: {'Port': ['ID=97b18502-9a87-4966-bcca-55ec261f67b7,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:31.737579 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Attempting to bind port 97b18502-9a87-4966-bcca-55ec261f67b7 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:47:31.738259 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Attempting to bind port 97b18502-9a87-4966-bcca-55ec261f67b7 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:47:31.738736 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Attempting to bind port 97b18502-9a87-4966-bcca-55ec261f67b7 on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:47:31.745623 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:47:31.746101 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:47:31.746612 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:31.747045 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:47:31.747521 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Bound port: 97b18502-9a87-4966-bcca-55ec261f67b7, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:47:31.747919 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (97b18502-9a87-4966-bcca-55ec261f67b7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:31.807374 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] For port 97b18502-9a87-4966-bcca-55ec261f67b7, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:47:31.812346 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] For port 97b18502-9a87-4966-bcca-55ec261f67b7, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=97b18502-9a87-4966-bcca-55ec261f67b7,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:47:31.821499 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (97b18502-9a87-4966-bcca-55ec261f67b7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:31.890990 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Routers {'6b48ee1c-2fd4-40b4-8988-258e07a74f28'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:47:31.891646 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:47:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['6b48ee1c-2fd4-40b4-8988-258e07a74f28'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:47:31.893808 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887c77e-e504-409f-96bc-35b7fcc27d62 None None] Pushing event updated for resources: {'Port': ['ID=97b18502-9a87-4966-bcca-55ec261f67b7,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:32.026018 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] Set router 6b48ee1c-2fd4-40b4-8988-258e07a74f28 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:47:32.270320 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'name': 'router1', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '97b18502-9a87-4966-bcca-55ec261f67b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:47:07Z', 'updated_at': '2022-05-13T13:47:26Z', 'revision_number': 4, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'gw_port': {'id': '97b18502-9a87-4966-bcca-55ec261f67b7', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:47:25Z', 'updated_at': '2022-05-13T13:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'c2276805-593d-414e-bfcc-6127133ef0ea', 'name': '', 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'mac_address': 'fa:16:3e:6e:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:47:17Z', 'updated_at': '2022-05-13T13:47:20Z', 'revision_number': 5, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'subnets': [{'id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7c92e56-f2ba-4500-acda-9e214302fbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:47:32.308967 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a7b636-412e-4bb3-934c-ce8d86a415fa None None] The sync data for ids ['6b48ee1c-2fd4-40b4-8988-258e07a74f28'] in dv-cinder-841753-1-iscsi is: [{'id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'name': 'router1', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '97b18502-9a87-4966-bcca-55ec261f67b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:47:07Z', 'updated_at': '2022-05-13T13:47:26Z', 'revision_number': 4, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'gw_port': {'id': '97b18502-9a87-4966-bcca-55ec261f67b7', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fc:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:47:25Z', 'updated_at': '2022-05-13T13:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'c2276805-593d-414e-bfcc-6127133ef0ea', 'name': '', 'network_id': '7e046ac9-6764-4e9c-9567-ae5b3e09d64e', 'tenant_id': '8ff5716d18b14f8c83813becdf6695bd', 'mac_address': 'fa:16:3e:6e:92:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b48ee1c-2fd4-40b4-8988-258e07a74f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:47:17Z', 'updated_at': '2022-05-13T13:47:20Z', 'revision_number': 5, 'project_id': '8ff5716d18b14f8c83813becdf6695bd', 'subnets': [{'id': '1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7c92e56-f2ba-4500-acda-9e214302fbbc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:47:34.428756 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 97b18502-9a87-4966-bcca-55ec261f67b7 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:47:34.508835 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 97b18502-9a87-4966-bcca-55ec261f67b7 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:34.509590 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (97b18502-9a87-4966-bcca-55ec261f67b7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:34.615789 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 97b18502-9a87-4966-bcca-55ec261f67b7 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:47:34.617071 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (97b18502-9a87-4966-bcca-55ec261f67b7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:34.644996 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port 97b18502-9a87-4966-bcca-55ec261f67b7, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=97b18502-9a87-4966-bcca-55ec261f67b7,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:47:34.659011 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (97b18502-9a87-4966-bcca-55ec261f67b7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:34.727111 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=97b18502-9a87-4966-bcca-55ec261f67b7,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:47:36.405148 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 97b18502-9a87-4966-bcca-55ec261f67b7 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:47:36.550409 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 97b18502-9a87-4966-bcca-55ec261f67b7 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:47:36.550816 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (97b18502-9a87-4966-bcca-55ec261f67b7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:36.785044 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 97b18502-9a87-4966-bcca-55ec261f67b7 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:47:42.625546 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-203820e0-154b-42ff-8952-630960a2fa76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:45.448789 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5a316456-eadc-4aab-9e81-78873db2e396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:46.213540 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:47.772580 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:49.465396 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:47:57.587278 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:48:12.625734 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-73f7993b-1583-46a1-a8e0-d2098445ea9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:15.440990 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d0ae3e45-1f20-412e-9ee9-0a6676052ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:16.230695 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:17.789284 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:19.372250 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:34.577488 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:48:42.622320 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-1fc3325e-d9c1-4199-bdcb-92d27d52c9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:45.445094 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-204f2de7-0ae6-465b-aa03-2cd99f7d1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:46.221016 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:47.762814 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:49.379783 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:55.322102 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58450) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:48:55.387063 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.pecan_wsgi.hooks.translation [None req-f259ca63-7ee1-486e-bda7-9c9dcd6f6291 admin admin] GET failed (client error): The resource could not be found. May 13 13:48:55.388421 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-f259ca63-7ee1-486e-bda7-9c9dcd6f6291 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653431 May 13 13:48:55.572445 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85582a1-b0d0-43c0-85c4-b2082dd7f4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:48:55.573855 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d85582a1-b0d0-43c0-85c4-b2082dd7f4e6 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1812687 May 13 13:48:57.897946 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58460) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:48:58.005930 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997f5bc8-80a9-43e8-a651-5a9244d6e5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:48:58.007875 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-997f5bc8-80a9-43e8-a651-5a9244d6e5aa admin admin] 10.222.0.79 "GET /v2.0/subnets/1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c HTTP/1.1" status: 200 len: 849 time: 0.1089692 May 13 13:48:58.017739 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:48:58.134231 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Publish callbacks [] for subnet (1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:58.290159 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758199585693'] for subnet (1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:58.327059 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:48:58.327692 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:58.329532 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] 10.222.0.79 "PUT /v2.0/subnets/1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c HTTP/1.1" status: 200 len: 868 time: 0.3158026 May 13 13:48:58.333086 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc22f6-36bf-4b31-ac07-6feefed7ad2e None None] Network 7e046ac9-6764-4e9c-9567-ae5b3e09d64e requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:48:58.353036 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:48:58.361501 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.361992 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.362363 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.362718 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.363123 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.363456 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.363780 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.364108 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.364440 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.364777 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.365118 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.366093 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.366423 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.366767 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.367087 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a66a7ea-7264-4d43-806b-e4ca5644d810 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:48:58.731324 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-88baf915-6e35-4e71-9e07-dddbc1486870 None None] Provisioning complete for port c2276805-593d-414e-bfcc-6127133ef0ea triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:48:58.731720 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-88baf915-6e35-4e71-9e07-dddbc1486870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (c2276805-593d-414e-bfcc-6127133ef0ea), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:58.811659 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-88baf915-6e35-4e71-9e07-dddbc1486870 None None] Current status of the port c2276805-593d-414e-bfcc-6127133ef0ea is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:48:58.820274 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-88baf915-6e35-4e71-9e07-dddbc1486870 None None] Provisioning complete for port da489132-7765-4bec-93c3-93679490adca triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:48:58.820902 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-88baf915-6e35-4e71-9e07-dddbc1486870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (da489132-7765-4bec-93c3-93679490adca), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:48:58.902871 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-88baf915-6e35-4e71-9e07-dddbc1486870 None None] Current status of the port da489132-7765-4bec-93c3-93679490adca is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:49:00.680766 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58468) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:49:00.899223 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21068be-db55-4844-bc47-998857dd02c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:00.899616 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21068be-db55-4844-bc47-998857dd02c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:00.901242 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d21068be-db55-4844-bc47-998857dd02c0 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2194948 May 13 13:49:03.218836 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58476) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:49:03.461436 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d7348-133d-4e2e-aa69-05c7893d374f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:03.461963 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d7348-133d-4e2e-aa69-05c7893d374f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:03.463848 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-383d7348-133d-4e2e-aa69-05c7893d374f admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2439122 May 13 13:49:05.907750 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58486) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:49:06.054078 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c24fc8-9526-4387-9ad0-189fcf759036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:06.055739 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e0c24fc8-9526-4387-9ad0-189fcf759036 admin admin] 10.222.0.79 "GET /v2.0/networks/6b707755-12f2-4dc2-8582-56dd26ac932b HTTP/1.1" status: 200 len: 886 time: 0.1467385 May 13 13:49:08.393764 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58494) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:49:08.528530 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4732a-ab50-4a78-8462-4a399fa0eeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:08.530138 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-f4b4732a-ab50-4a78-8462-4a399fa0eeb3 admin admin] 10.222.0.79 "GET /v2.0/networks/7e046ac9-6764-4e9c-9567-ae5b3e09d64e HTTP/1.1" status: 200 len: 869 time: 0.1353104 May 13 13:49:10.807168 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58502) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:49:10.945219 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430ad3ff-86ed-4d56-99ea-107cb2f11f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:10.945865 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430ad3ff-86ed-4d56-99ea-107cb2f11f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:10.951158 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-430ad3ff-86ed-4d56-99ea-107cb2f11f6d admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1418860 May 13 13:49:11.578046 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:49:12.625342 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-427f5824-2468-4cf8-8d95-e7a627f18a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:49:13.292893 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58510) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:49:13.407479 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e41060-9ab4-436f-ad04-06d1729873d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:13.407940 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e41060-9ab4-436f-ad04-06d1729873d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:13.409544 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-61e41060-9ab4-436f-ad04-06d1729873d6 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1155305 May 13 13:49:15.454427 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-87a71c25-5052-4f2f-9746-d8cbc753151d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:49:15.793890 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58518) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:49:15.909711 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6f5867-5984-489a-ac56-eac35c9b13d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:15.911200 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-4f6f5867-5984-489a-ac56-eac35c9b13d7 admin admin] 10.222.0.79 "GET /v2.0/subnets/1f6a3cc6-3d75-40c3-aa56-7da14d0ac17c HTTP/1.1" status: 200 len: 868 time: 0.1162252 May 13 13:49:16.223620 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:49:17.767205 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:49:18.264258 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58526) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:49:18.353647 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a41ee0d-a679-44cb-91d6-3430043d8312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:49:18.355110 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-4a41ee0d-a679-44cb-91d6-3430043d8312 admin admin] 10.222.0.79 "GET /v2.0/subnets/305d76ec-f20b-4dac-8039-431ab9260bf2 HTTP/1.1" status: 200 len: 816 time: 0.0895278 May 13 13:49:19.372095 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:49:42.625627 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-317cb7ff-6586-4624-ae13-be858acac692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:49:45.449648 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-43b83ba0-0fac-42dc-9e2d-f2898393c86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:49:46.227867 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:49:47.769670 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:49:48.576647 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:49:49.367520 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:00.546726 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58584) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:50:00.594910 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [None req-6bd4106d-ffbf-45cc-abf5-d9071501141a admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:50:00.596010 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-6bd4106d-ffbf-45cc-abf5-d9071501141a admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0482721 May 13 13:50:02.987166 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58592) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:50:03.048791 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f700888-34df-41fe-80b7-7b93c0d9f1de admin admin] GET failed (client error): The resource could not be found. May 13 13:50:03.050170 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-7f700888-34df-41fe-80b7-7b93c0d9f1de admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618484 May 13 13:50:03.139553 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9facc8f7-9b2a-4ba0-90c0-86182bb2703e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:50:03.141050 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-9facc8f7-9b2a-4ba0-90c0-86182bb2703e admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0862980 May 13 13:50:05.463788 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58600) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:50:05.523128 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:50:05.560915 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Made reservation on behalf of 584c523555e7486e977f27ddcc51047b for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:50:05.563430 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:05.614548 dv-cinder-841753-1-iscsi neutron-server[109875]: WARNING neutron.services.revisions.revision_plugin [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Could not find related network for resource to bump revision. May 13 13:50:05.633933 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:50:05.650997 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758199343144', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (5c4099f1-78cb-42ea-8560-65ddd0c5f8f2), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:05.651454 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Unsubscribe: segment precommit_create {{(pid=109875) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 13 13:50:05.651955 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Added segment 5c4099f1-78cb-42ea-8560-65ddd0c5f8f2 of type vlan for network 72e5c12e-a43b-4732-8dd5-06555aac3230 May 13 13:50:05.703055 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (72e5c12e-a43b-4732-8dd5-06555aac3230), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:05.735217 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (72e5c12e-a43b-4732-8dd5-06555aac3230), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:05.736165 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:50:05.736763 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:05.902894 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4378393 May 13 13:50:05.918157 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Pushing event updated for resources: {'Network': ['ID=72e5c12e-a43b-4732-8dd5-06555aac3230,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:50:05.925919 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.927168 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.927519 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.927861 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.928200 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.928536 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.928864 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.929192 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.929521 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.929847 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.930174 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.930501 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.930858 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.931181 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.931503 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6da1e35-15fc-4426-906d-4c5697f2bfcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:05.945109 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 72e5c12e-a43b-4732-8dd5-06555aac3230 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:50:08.333934 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58608) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:50:08.398367 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.pecan_wsgi.hooks.translation [None req-190c651f-2573-4def-b243-2feff018a0fc admin admin] GET failed (client error): The resource could not be found. May 13 13:50:08.399765 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-190c651f-2573-4def-b243-2feff018a0fc admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648797 May 13 13:50:08.510737 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d55ba-0f18-463c-b556-659a7226a5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:50:08.512225 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-320d55ba-0f18-463c-b556-659a7226a5de admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1083879 May 13 13:50:08.522147 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:50:08.541619 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Made reservation on behalf of 584c523555e7486e977f27ddcc51047b for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:50:08.543872 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:08.706325 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (fe01349d-e7f3-4ebf-9500-a2baa943ca62), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:08.760659 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe01349d-e7f3-4ebf-9500-a2baa943ca62,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:50:08.770794 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Checking segment: {'id': '5c4099f1-78cb-42ea-8560-65ddd0c5f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:50:08.771152 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Network hostable DHCP agents. Network: 72e5c12e-a43b-4732-8dd5-06555aac3230, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:50:08.773861 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.774123 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.774431 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.774726 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.775078 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.775450 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.775822 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.776004 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.776341 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.776662 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.776996 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.777337 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.777655 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.777999 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.778308 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:08.798258 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Network 72e5c12e-a43b-4732-8dd5-06555aac3230 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:50:08.807793 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 72e5c12e-a43b-4732-8dd5-06555aac3230) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:50:08.812310 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:50:08.813215 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:08.817172 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416c45e-ec51-42ab-b0e3-7f6bd2f3cd76 None None] Network 72e5c12e-a43b-4732-8dd5-06555aac3230 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:50:08.832363 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-dcfbf271-1938-44bc-8c7b-1af4e6a27da8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3137093 May 13 13:50:08.926894 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-72e5c12e-a43b-4732-8dd5-06555aac3230', 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230', 'project_id': '584c523555e7486e977f27ddcc51047b', 'fixed_ips': [{'subnet_id': 'fe01349d-e7f3-4ebf-9500-a2baa943ca62'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:50:08.927773 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:09.080285 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Allocated IP 192.168.233.2 (72e5c12e-a43b-4732-8dd5-06555aac3230/fe01349d-e7f3-4ebf-9500-a2baa943ca62/b4154dee-0e48-41de-a449-559a47a210fb) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:50:09.273912 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Publish callbacks [] for port (b4154dee-0e48-41de-a449-559a47a210fb), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:09.281102 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (b4154dee-0e48-41de-a449-559a47a210fb), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:09.324864 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Network 72e5c12e-a43b-4732-8dd5-06555aac3230 is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:50:09.328045 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:50:09.338429 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Pushing event updated for resources: {'Port': ['ID=b4154dee-0e48-41de-a449-559a47a210fb,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:50:09.340700 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:50:09.370338 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.370747 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.371290 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.372393 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.372393 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.372393 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.372771 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.373162 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.373529 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.373968 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.374318 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.374749 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.375103 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.375485 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.375814 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:50:09.417911 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Attempting to bind port b4154dee-0e48-41de-a449-559a47a210fb on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:50:09.418284 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Attempting to bind port b4154dee-0e48-41de-a449-559a47a210fb by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '5c4099f1-78cb-42ea-8560-65ddd0c5f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:50:09.418643 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Attempting to bind port b4154dee-0e48-41de-a449-559a47a210fb on network 72e5c12e-a43b-4732-8dd5-06555aac3230 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:50:09.424169 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:50:09.424540 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Checking segment: {'id': '5c4099f1-78cb-42ea-8560-65ddd0c5f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:50:09.424946 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:09.425464 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Bound using segment: {'id': '5c4099f1-78cb-42ea-8560-65ddd0c5f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:50:09.425890 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Bound port: b4154dee-0e48-41de-a449-559a47a210fb, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4099f1-78cb-42ea-8560-65ddd0c5f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:50:09.426896 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b4154dee-0e48-41de-a449-559a47a210fb), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:09.508296 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] For port b4154dee-0e48-41de-a449-559a47a210fb, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:50:09.510058 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] For port b4154dee-0e48-41de-a449-559a47a210fb, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b4154dee-0e48-41de-a449-559a47a210fb,segment=NetworkSegment(5c4099f1-78cb-42ea-8560-65ddd0c5f8f2),segment_id=5c4099f1-78cb-42ea-8560-65ddd0c5f8f2)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:50:09.516467 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b4154dee-0e48-41de-a449-559a47a210fb), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:09.580582 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96363e20-865d-43d9-bbea-95bd8db4d7f4 None None] Pushing event updated for resources: {'Port': ['ID=b4154dee-0e48-41de-a449-559a47a210fb,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:50:10.435754 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b61e34-06c2-4e17-b04a-6acc31b2090d None None] Network 72e5c12e-a43b-4732-8dd5-06555aac3230 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:50:10.481100 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b4154dee-0e48-41de-a449-559a47a210fb up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:50:10.559975 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-c41b583f-114b-41fb-aa4a-b24037391c36 None None] Provisioning complete for port b4154dee-0e48-41de-a449-559a47a210fb triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:50:10.560344 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c41b583f-114b-41fb-aa4a-b24037391c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b4154dee-0e48-41de-a449-559a47a210fb), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:10.607837 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port b4154dee-0e48-41de-a449-559a47a210fb triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:50:10.609123 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b4154dee-0e48-41de-a449-559a47a210fb), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:10.746404 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-c41b583f-114b-41fb-aa4a-b24037391c36 None None] Current status of the port b4154dee-0e48-41de-a449-559a47a210fb is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:50:10.746824 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c41b583f-114b-41fb-aa4a-b24037391c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b4154dee-0e48-41de-a449-559a47a210fb), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:10.758353 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b4154dee-0e48-41de-a449-559a47a210fb is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:50:10.758771 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b4154dee-0e48-41de-a449-559a47a210fb), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:10.806532 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-c41b583f-114b-41fb-aa4a-b24037391c36 None None] For port b4154dee-0e48-41de-a449-559a47a210fb, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b4154dee-0e48-41de-a449-559a47a210fb,segment=NetworkSegment(5c4099f1-78cb-42ea-8560-65ddd0c5f8f2),segment_id=5c4099f1-78cb-42ea-8560-65ddd0c5f8f2)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:50:10.812727 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c41b583f-114b-41fb-aa4a-b24037391c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b4154dee-0e48-41de-a449-559a47a210fb), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:10.883119 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.db.api [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:50:10.883535 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG oslo_db.api [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:50:10.906723 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b583f-114b-41fb-aa4a-b24037391c36 None None] Pushing event updated for resources: {'Port': ['ID=b4154dee-0e48-41de-a449-559a47a210fb,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:50:11.035155 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-eaf9301b-2962-4f76-a15a-dd34f038bd89 None None] Provisioning complete for port b4154dee-0e48-41de-a449-559a47a210fb triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:50:11.036073 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-eaf9301b-2962-4f76-a15a-dd34f038bd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b4154dee-0e48-41de-a449-559a47a210fb), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:11.116601 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-eaf9301b-2962-4f76-a15a-dd34f038bd89 None None] Current status of the port b4154dee-0e48-41de-a449-559a47a210fb is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:50:11.426686 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b4154dee-0e48-41de-a449-559a47a210fb is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:50:12.429364 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b4154dee-0e48-41de-a449-559a47a210fb up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:50:12.475484 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port b4154dee-0e48-41de-a449-559a47a210fb triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:50:12.475872 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b4154dee-0e48-41de-a449-559a47a210fb), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:12.552146 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b4154dee-0e48-41de-a449-559a47a210fb is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:50:12.620395 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-41af328e-00dc-422c-98cc-c73e6cbaccb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:15.456129 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ffa4497a-4d76-43e6-9fc2-7960438eaa0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:16.231384 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:17.776203 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:19.369369 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:25.575779 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:50:42.624359 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d6cbd423-26ad-4e33-a00c-e141135ec280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:45.449941 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-30413548-5508-42c5-a21a-62e8ce12b906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:46.237173 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:47.776589 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:50:49.372302 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:02.574632 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:51:12.626725 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5dfe3ab6-a2e8-429a-8224-4aed957fdd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:15.452518 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ef3bccd9-1a9e-4a69-8765-9b9b82dbf78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:16.239361 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:17.779141 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:19.376458 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:39.577113 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:51:42.643100 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2e17ff07-80a2-4302-a03c-2ebab9c8b531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:45.460136 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e6985c85-d233-4ec1-94a5-8fe1459adfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:46.241777 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:47.787739 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:48.725992 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58648) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:51:48.731915 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [None req-b546f8ad-d20e-447a-8ad0-ecee36493267 tempest-verify_tempest_config-2147389127 tempest-verify_tempest_config-2147389127-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:51:48.732951 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-b546f8ad-d20e-447a-8ad0-ecee36493267 tempest-verify_tempest_config-2147389127 tempest-verify_tempest_config-2147389127-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059657 May 13 13:51:49.065442 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58666) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:51:49.170613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:49.262015 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Publish callbacks [] for security_group (9b60544e-c6ba-45fe-820f-8edb8ff5f284), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:49.266063 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (9b60544e-c6ba-45fe-820f-8edb8ff5f284), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:49.313612 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b60544e-c6ba-45fe-820f-8edb8ff5f284,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:51:49.319216 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce041aca2ed34785af6048fde96b945b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2523198 May 13 13:51:49.323221 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58670) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:51:49.325960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.326313 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.326681 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.327066 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.327399 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.327730 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.328057 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.328384 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.328713 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.329038 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.329391 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.329695 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.330833 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.331136 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.331456 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6515ea85-2e1d-4077-97b7-dafd36859a97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.388269 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:49.420731 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Publish callbacks [] for security_group (9b60544e-c6ba-45fe-820f-8edb8ff5f284), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:49.443046 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Publish callbacks [] for security_group (9b60544e-c6ba-45fe-820f-8edb8ff5f284), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:49.545989 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (9b60544e-c6ba-45fe-820f-8edb8ff5f284), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:49.548820 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:51:49.550023 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9b60544e-c6ba-45fe-820f-8edb8ff5f284 HTTP/1.1" status: 204 len: 168 time: 0.2254679 May 13 13:51:49.558297 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b60544e-c6ba-45fe-820f-8edb8ff5f284,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:51:49.566442 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.566821 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.567194 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.567628 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.568034 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.568370 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.568701 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.569042 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.569362 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.569687 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.570015 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.570357 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.570680 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.571022 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:51:49.571334 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaf6277-b0d5-41b8-aee5-871c7000d696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:52:12.626983 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-6a287c64-0454-4c0d-9da9-6e4f4e488fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:52:15.454035 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f10871b7-9a86-4870-93cd-26c70d112fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:52:16.241329 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:52:16.576447 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:52:17.786476 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:52:19.382790 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:52:42.629739 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-eff325a2-5c76-4b66-a346-8c48eb2dd416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:52:45.456451 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-8b96741c-de9a-4aa2-b67f-aaf4a2e52fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:52:46.245052 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:52:47.792363 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:52:49.388327 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:52:53.575902 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:53:12.633229 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2bd494f0-240e-4100-b357-7fe71966779d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:15.461505 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e7b40344-6dd2-4c19-9ec2-29ce7dc053c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:16.251735 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:17.791409 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:19.382319 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:30.574083 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 5 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:53:41.908793 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-509659'] for agent (0378719a-2114-4740-8593-883331467f60), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:42.643635 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f00ee1de-32ad-4c99-994e-e91da1d0b9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:45.465865 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-eb1b46a4-aff4-4cb9-8ec6-c52e156bf641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:46.255523 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:47.798246 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:49.386815 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:53:55.775442 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58742) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:53:55.897076 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-38b975f9-fe42-4638-a58b-9a81b3cff7ff admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1204717 May 13 13:53:58.285169 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58752) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:53:58.357148 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-047ec4c5-6267-4d1b-b2af-e3068da3e9da admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0707052 May 13 13:54:07.573382 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:54:11.866614 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:12.634984 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c1edcf53-52c5-4540-9024-1da2fd07d109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:15.469612 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-39b65744-c0f0-4bd4-ba5f-ac40053a10b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:16.254551 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:17.797273 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:19.391012 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:41.877330 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:42.636185 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-8440e088-87be-4468-a833-89c34c72921f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:44.573457 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:54:45.471719 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-9bb5acb3-cf71-4ac6-97a7-f52c1707c68f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:46.258295 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:47.806602 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:54:49.393329 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:11.890799 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:12.638862 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d5b092d9-0ce4-41c9-9b10-fff6b58934b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:15.474153 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-263a89d0-6449-4c61-8b46-631d94ca5393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:16.259898 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:17.805717 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:19.396266 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:21.572683 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:55:41.902233 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:42.645691 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c38224fc-d40c-49b9-b7a8-c4800c80c85b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.065534 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58938) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:43.237244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58948) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:43.280897 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58954) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:43.500100 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58966) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:43.517044 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1921026937-network', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:43.552469 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-121715090-network', 'tenant_id': 'b95ab7620c68480195a6e9505fdacfec'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:43.573158 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Made reservation on behalf of ac9b3816e0cb4400919797c107065ad4 for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:43.577219 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.600413 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.610127 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Made reservation on behalf of b95ab7620c68480195a6e9505fdacfec for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:43.613869 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.631239 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.768270 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-485237243-network', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:43.781832 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Publish callbacks [] for security_group (7af97913-01dc-43b6-bdbe-dcb909961420), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.800838 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Made reservation on behalf of ef87180052d643af940a8e2b4f21e46f for: {'network': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:43.805125 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.820445 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (7af97913-01dc-43b6-bdbe-dcb909961420), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.821639 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.904813 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-network', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:43.922069 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:55:43.935370 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af97913-01dc-43b6-bdbe-dcb909961420,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:43.943889 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Made reservation on behalf of ef89791b177f4bf0ba916f133c79f33a for: {'network': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:43.947450 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.963567 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.964920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (fd6d4178-67a6-4e33-bcd4-625c525e1f1d), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:43.965786 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Added segment fd6d4178-67a6-4e33-bcd4-625c525e1f1d of type vlan for network ed6b2694-1b8c-422b-965c-287402920164 May 13 13:55:43.998832 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58980) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:44.011140 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 58982) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:44.046851 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (ed6b2694-1b8c-422b-965c-287402920164), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.087560 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.089408 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.090290 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.091166 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.092108 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.092862 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.093672 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.094509 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.095377 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.096739 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.097569 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.098346 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.099184 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.099966 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.100760 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Tracked resource versions report: May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: pushed versions: May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: { 'AddressGroup': {'1.2'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Agent': {'1.1'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'ConntrackHelper': {'1.0'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'LocalIPAssociation': {'1.0'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Log': {'1.0'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'NDPProxy': {'1.0'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Network': {'1.1'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Port': {'1.7'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'PortForwarding': {'1.3'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'QosPolicy': {'1.10'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SecurityGroup': {'1.5'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SecurityGroupRule': {'1.2'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SubPort': {'1.0'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Subnet': {'1.1'}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Trunk': {'1.1'}} May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: consumer versions: May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: { DHCP agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: HyperV agent@hv-cinder-84175: {}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: L3 agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: Metadata agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: Metering agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: Open vSwitch agent@dv-cinder-841753-1-iscsi: { 'AddressGroup': '1.2', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Agent': '1.1', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'ConntrackHelper': '1.0', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'LocalIPAssociation': '1.0', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Log': '1.0', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'NDPProxy': '1.0', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Network': '1.1', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Port': '1.7', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'PortForwarding': '1.3', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'QosPolicy': '1.10', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SecurityGroup': '1.5', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SecurityGroupRule': '1.2', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'SubPort': '1.0', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Subnet': '1.1', May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: 'Trunk': '1.1'}} May 13 13:55:44.103249 dv-cinder-841753-1-iscsi neutron-server[109875]: {{(pid=109875) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:55:44.116691 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (ed6b2694-1b8c-422b-965c-287402920164), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.118899 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:44.120125 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.125654 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Publish callbacks [] for security_group (0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.140923 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.165191 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=109876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:55:44.216914 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:44.234044 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (f51d2d48-a85c-4f7e-a888-285b79cfcf22), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.234578 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.segments_db [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Added segment f51d2d48-a85c-4f7e-a888-285b79cfcf22 of type vlan for network 37774d91-9a21-4c82-acd7-acc4b660f52e May 13 13:55:44.259160 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] Pushing event updated for resources: {'Network': ['ID=ed6b2694-1b8c-422b-965c-287402920164,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:44.272949 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-64d27e4e-0812-4f9f-9eb5-f6d76b99fcac admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2057209 May 13 13:55:44.274353 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 58998) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:44.275718 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network ed6b2694-1b8c-422b-965c-287402920164 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:55:44.295732 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Request body: {'subnet': {'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-subnet', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:44.303951 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (37774d91-9a21-4c82-acd7-acc4b660f52e), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.350579 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.351140 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.351937 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.352680 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.352886 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Made reservation on behalf of ac9b3816e0cb4400919797c107065ad4 for: {'subnet': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:44.353617 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.354368 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.355163 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.355890 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.356540 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.356849 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.357613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.358381 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.359145 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.359906 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.360643 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.361949 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Tracked resource versions report: May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: pushed versions: May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: { 'AddressGroup': {'1.2'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Agent': {'1.1'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'ConntrackHelper': {'1.0'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'LocalIPAssociation': {'1.0'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Log': {'1.0'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'NDPProxy': {'1.0'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Network': {'1.1'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Port': {'1.7'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'PortForwarding': {'1.3'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'QosPolicy': {'1.10'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SecurityGroup': {'1.5'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SecurityGroupRule': {'1.2'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SubPort': {'1.0'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Subnet': {'1.1'}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Trunk': {'1.1'}} May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: consumer versions: May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: { DHCP agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: HyperV agent@hv-cinder-84175: {}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: L3 agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: Metadata agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: Metering agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: Open vSwitch agent@dv-cinder-841753-1-iscsi: { 'AddressGroup': '1.2', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Agent': '1.1', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'ConntrackHelper': '1.0', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'LocalIPAssociation': '1.0', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Log': '1.0', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'NDPProxy': '1.0', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Network': '1.1', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Port': '1.7', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'PortForwarding': '1.3', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'QosPolicy': '1.10', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SecurityGroup': '1.5', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SecurityGroupRule': '1.2', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'SubPort': '1.0', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Subnet': '1.1', May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: 'Trunk': '1.1'}} May 13 13:55:44.364379 dv-cinder-841753-1-iscsi neutron-server[109876]: {{(pid=109876) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:55:44.382516 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1573558462-network', 'tenant_id': 'd42ea16d0ee64f398b01b206c1960b08'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:44.423533 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (37774d91-9a21-4c82-acd7-acc4b660f52e), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.425418 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:44.425964 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.432122 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Publish callbacks [] for security_group (a548037e-b124-4136-ad7a-c2623040fb98), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.437401 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-network', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:44.460545 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Made reservation on behalf of d42ea16d0ee64f398b01b206c1960b08 for: {'network': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:44.463827 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.471484 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9700551 May 13 13:55:44.472282 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (a548037e-b124-4136-ad7a-c2623040fb98), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.481506 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59014) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:44.498051 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Request body: {'subnet': {'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-subnet', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:44.513221 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=109876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:55:44.524051 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (3c957a2b-14b3-4114-bf26-8c9b22a67949), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.524372 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.segments_db [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Added segment 3c957a2b-14b3-4114-bf26-8c9b22a67949 of type vlan for network 447dd757-4541-46df-a762-b636f2945abd May 13 13:55:44.574091 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (447dd757-4541-46df-a762-b636f2945abd), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.601042 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.697060 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Publish callbacks [] for security_group (03050bb0-73f3-4c9d-808c-ea4da194cc31), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.710168 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (03050bb0-73f3-4c9d-808c-ea4da194cc31), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.766079 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03050bb0-73f3-4c9d-808c-ea4da194cc31,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:44.843829 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:55:44.889518 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (1c0740f5-1421-43f8-a0c8-70308a319e92), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.900094 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (a83f9689-56fa-4330-8492-af01a1a799a1), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.900810 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Added segment a83f9689-56fa-4330-8492-af01a1a799a1 of type vlan for network 4ba586f6-0404-4273-ac7d-dbf66a7ce5e0 May 13 13:55:44.937128 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8823f04-dbba-426d-bc71-f2eb7d9bbfec admin admin] Pushing event updated for resources: {'Network': ['ID=37774d91-9a21-4c82-acd7-acc4b660f52e,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:44.957625 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 37774d91-9a21-4c82-acd7-acc4b660f52e details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:55:44.983933 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (447dd757-4541-46df-a762-b636f2945abd), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:44.985475 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:44.987027 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.002038 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0740f5-1421-43f8-a0c8-70308a319e92,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:45.077381 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Made reservation on behalf of 203eb74b5a2c444aac67940d775ecfc3 for: {'network': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:45.079879 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.084410 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a548037e-b124-4136-ad7a-c2623040fb98,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:45.087306 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Made reservation on behalf of ef89791b177f4bf0ba916f133c79f33a for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:45.089659 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.119851 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Checking segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:45.120782 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Network hostable DHCP agents. Network: ed6b2694-1b8c-422b-965c-287402920164, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:55:45.136513 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (4ba586f6-0404-4273-ac7d-dbf66a7ce5e0), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.169931 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.181768 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Network ed6b2694-1b8c-422b-965c-287402920164 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:55:45.198289 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, ed6b2694-1b8c-422b-965c-287402920164) {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:45.206195 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:45.207766 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.214361 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e70c58e-8ddf-4a0e-a294-e795aaecc5d0 None None] Network ed6b2694-1b8c-422b-965c-287402920164 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:45.225592 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (4ba586f6-0404-4273-ac7d-dbf66a7ce5e0), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.226014 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9441133 May 13 13:55:45.227137 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:45.228253 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.230369 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59040) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:45.239095 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Request body: {'subnet': {'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-485237243-subnet', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:45.259506 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-f8b48d96-a770-4f1d-9066-200386460cbf admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9713500 May 13 13:55:45.271130 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59044) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:45.286536 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd02a2-a049-4ec7-a736-5efe4ee8952b admin admin] Pushing event updated for resources: {'Network': ['ID=447dd757-4541-46df-a762-b636f2945abd,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:45.307887 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:45.314074 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 447dd757-4541-46df-a762-b636f2945abd details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:55:45.323725 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0851042 May 13 13:55:45.328583 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59048) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:45.333700 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3707cb-4e69-410c-8cef-c2f57be09d2e admin admin] Pushing event updated for resources: {'Network': ['ID=4ba586f6-0404-4273-ac7d-dbf66a7ce5e0,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:45.340552 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Request body: {'subnet': {'network_id': '4ba586f6-0404-4273-ac7d-dbf66a7ce5e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-121715090-subnet', 'tenant_id': 'b95ab7620c68480195a6e9505fdacfec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:45.349224 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Publish callbacks [] for security_group (ee13996d-fa12-4185-b45b-b6ec8fdcf66b), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.372816 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (ee13996d-fa12-4185-b45b-b6ec8fdcf66b), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.372992 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Made reservation on behalf of ef87180052d643af940a8e2b4f21e46f for: {'subnet': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:45.376169 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.379786 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Made reservation on behalf of b95ab7620c68480195a6e9505fdacfec for: {'subnet': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:45.383015 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.405924 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 4ba586f6-0404-4273-ac7d-dbf66a7ce5e0 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:55:45.453830 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (a21cbf5f-ca12-4397-af5b-582fb332595e), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.455969 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (a21cbf5f-ca12-4397-af5b-582fb332595e), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.464082 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=109876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:55:45.577720 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (bbec4381-4523-4413-94dc-d5d19a7d7be5), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.578454 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.segments_db [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Added segment bbec4381-4523-4413-94dc-d5d19a7d7be5 of type vlan for network 3de73a64-9208-445c-affd-c0841473ceb2 May 13 13:55:45.608446 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee13996d-fa12-4185-b45b-b6ec8fdcf66b,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:45.772069 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Publish callbacks [] for security_group (f64232aa-f31f-453f-829e-d73e512be3bb), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.845094 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks [] for router_controller (a21cbf5f-ca12-4397-af5b-582fb332595e), precommit_add_association {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.879345 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f64232aa-f31f-453f-829e-d73e512be3bb), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:45.991047 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (6ffaafe0-6962-4052-8361-d81fc28ac59c), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.005859 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-47e2e988-4199-4c3b-baff-66b6026434eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.037683 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-ed6b2694-1b8c-422b-965c-287402920164', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:55:46.038570 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.113331 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (53753b5d-97a1-42e7-ac7c-f59e10351a94), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.121439 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffaafe0-6962-4052-8361-d81fc28ac59c,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:46.159722 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59082) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:46.168924 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks [] for router_gateway (a21cbf5f-ca12-4397-af5b-582fb332595e), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.183965 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Checking segment: {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:46.184850 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Network hostable DHCP agents. Network: 447dd757-4541-46df-a762-b636f2945abd, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:55:46.218370 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Pushing event updated for resources: {'Subnet': ['ID=53753b5d-97a1-42e7-ac7c-f59e10351a94,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:46.232302 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Checking segment: {'id': 'a83f9689-56fa-4330-8492-af01a1a799a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '4ba586f6-0404-4273-ac7d-dbf66a7ce5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:46.233232 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Network hostable DHCP agents. Network: 4ba586f6-0404-4273-ac7d-dbf66a7ce5e0, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:55:46.241260 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Network 447dd757-4541-46df-a762-b636f2945abd is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:55:46.257609 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Allocated IP 172.20.0.2 (ed6b2694-1b8c-422b-965c-287402920164/1c0740f5-1421-43f8-a0c8-70308a319e92/b4299fd9-797f-4d29-88d8-abedfe4a3eec) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:55:46.261360 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 447dd757-4541-46df-a762-b636f2945abd) {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:46.269141 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:46.270143 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.284381 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Network 4ba586f6-0404-4273-ac7d-dbf66a7ce5e0 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:55:46.300033 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-bb654805-29a6-483c-a90c-249a1b0ef9ca admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0659835 May 13 13:55:46.301330 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59086) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:46.306197 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:46.310666 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 4ba586f6-0404-4273-ac7d-dbf66a7ce5e0) {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:46.312218 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (3de73a64-9208-445c-affd-c0841473ceb2), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.320812 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:46.321914 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.334041 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafaeb0e-0b81-4916-ad36-0933ad5914f5 None None] Network 447dd757-4541-46df-a762-b636f2945abd requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:46.337228 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 718, 'physical_network': 'physnet1'} {{(pid=109876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:55:46.351923 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-3fbb82bb-5620-4d6c-b50d-b3aa39e4594e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0207911 May 13 13:55:46.354456 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (ec22e497-4e25-49b2-857d-100dd5927384), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.355832 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (ec22e497-4e25-49b2-857d-100dd5927384), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.399057 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b3e735-3d9f-47fc-9668-efdbddc659cd None None] Network 4ba586f6-0404-4273-ac7d-dbf66a7ce5e0 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:46.416537 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.417030 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.segments_db [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Added segment e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d of type vlan for network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 May 13 13:55:46.553475 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d1f56aa1-faf2-4dde-b8aa-bd8c6a13ca06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.599296 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.630449 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64232aa-f31f-453f-829e-d73e512be3bb,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:46.649086 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks [] for router_controller (ec22e497-4e25-49b2-857d-100dd5927384), precommit_add_association {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.777319 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (3de73a64-9208-445c-affd-c0841473ceb2), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.781137 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:46.783484 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.795915 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Publish callbacks [] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.804780 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.849005 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (bf1ad3b7-4140-4a23-8246-e24bb04e7baf), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:46.872300 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fac14bf-4141-4d62-b611-fc843c4c10a4 None None] Network 4ba586f6-0404-4273-ac7d-dbf66a7ce5e0 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:46.998629 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Network ed6b2694-1b8c-422b-965c-287402920164 is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:55:47.004379 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Pushing event updated for resources: {'Port': ['ID=b4299fd9-797f-4d29-88d8-abedfe4a3eec,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:47.014606 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-447dd757-4541-46df-a762-b636f2945abd', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:55:47.015511 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.018275 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:47.023436 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.023777 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.024320 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.024892 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.025383 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.025874 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.026361 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.026887 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.027394 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.027894 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.028518 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.029063 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.029591 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.030140 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.030728 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Tracked resource versions report: May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: pushed versions: May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: { 'AddressGroup': {'1.2'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Agent': {'1.1'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'ConntrackHelper': {'1.0'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'LocalIPAssociation': {'1.0'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Log': {'1.0'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'NDPProxy': {'1.0'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Network': {'1.1'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Port': {'1.7'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'PortForwarding': {'1.3'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'QosPolicy': {'1.10'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SecurityGroup': {'1.5'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SecurityGroupRule': {'1.2'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SubPort': {'1.0'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Subnet': {'1.1'}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Trunk': {'1.1'}} May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: consumer versions: May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: { DHCP agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: HyperV agent@hv-cinder-84175: {}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: L3 agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: Metadata agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: Metering agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: Open vSwitch agent@dv-cinder-841753-1-iscsi: { 'AddressGroup': '1.2', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Agent': '1.1', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'ConntrackHelper': '1.0', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'LocalIPAssociation': '1.0', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Log': '1.0', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'NDPProxy': '1.0', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Network': '1.1', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Port': '1.7', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'PortForwarding': '1.3', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'QosPolicy': '1.10', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SecurityGroup': '1.5', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SecurityGroupRule': '1.2', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'SubPort': '1.0', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Subnet': '1.1', May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: 'Trunk': '1.1'}} May 13 13:55:47.032292 dv-cinder-841753-1-iscsi neutron-server[109877]: {{(pid=109877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:55:47.056988 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:55:47.127371 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (d31cc72a-07f0-4e46-83ba-2f51500ae3d4), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.153534 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks [] for router_gateway (a21cbf5f-ca12-4397-af5b-582fb332595e), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.167280 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0931158 May 13 13:55:47.176321 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks [] for router_gateway (ec22e497-4e25-49b2-857d-100dd5927384), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.213629 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Attempting to bind port b4299fd9-797f-4d29-88d8-abedfe4a3eec on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:55:47.214388 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Attempting to bind port b4299fd9-797f-4d29-88d8-abedfe4a3eec by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:55:47.214989 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Attempting to bind port b4299fd9-797f-4d29-88d8-abedfe4a3eec on network ed6b2694-1b8c-422b-965c-287402920164 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:55:47.228448 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:55:47.228702 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59112) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:47.229276 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Checking segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:47.229929 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.230520 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Bound using segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:55:47.231224 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Bound port: b4299fd9-797f-4d29-88d8-abedfe4a3eec, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:55:47.231819 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.246854 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Request body: {'subnet': {'network_id': '3de73a64-9208-445c-affd-c0841473ceb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1573558462-subnet', 'tenant_id': 'd42ea16d0ee64f398b01b206c1960b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:47.265348 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.db.resource_extend [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 13:55:47.270642 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.308219 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d1f56aa1-faf2-4dde-b8aa-bd8c6a13ca06 admin admin] Publish callbacks [] for security_group (dbffe2a8-ae1e-4c83-953b-0cf33eeedee7), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.314850 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa0b07-f553-4a59-9aae-989230588401 admin admin] Pushing event updated for resources: {'Network': ['ID=3de73a64-9208-445c-affd-c0841473ceb2,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:47.334128 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d1f56aa1-faf2-4dde-b8aa-bd8c6a13ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (dbffe2a8-ae1e-4c83-953b-0cf33eeedee7), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.340613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1ad3b7-4140-4a23-8246-e24bb04e7baf,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:47.342049 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 3de73a64-9208-445c-affd-c0841473ceb2 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:55:47.357486 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Allocated IP 172.20.0.2 (447dd757-4541-46df-a762-b636f2945abd/6ffaafe0-6962-4052-8361-d81fc28ac59c/8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:55:47.418509 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (d31cc72a-07f0-4e46-83ba-2f51500ae3d4), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.419976 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:47.420832 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.426661 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f56aa1-faf2-4dde-b8aa-bd8c6a13ca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbffe2a8-ae1e-4c83-953b-0cf33eeedee7,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:47.476999 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d1f56aa1-faf2-4dde-b8aa-bd8c6a13ca06 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0887bb8970724681908617358b2e9831&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3132510 May 13 13:55:47.480214 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59120) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:47.488227 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Made reservation on behalf of d42ea16d0ee64f398b01b206c1960b08 for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:47.492453 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.519138 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] For port b4299fd9-797f-4d29-88d8-abedfe4a3eec, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:55:47.554466 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59124) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:47.566793 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-19280898-network', 'tenant_id': '43e71917c48246fab1030a732f2616ee'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:47.592548 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] For port b4299fd9-797f-4d29-88d8-abedfe4a3eec, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b4299fd9-797f-4d29-88d8-abedfe4a3eec,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:55:47.611318 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.691829 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] Pushing event updated for resources: {'Network': ['ID=d31cc72a-07f0-4e46-83ba-2f51500ae3d4,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:47.697285 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Checking segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:47.698587 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Network hostable DHCP agents. Network: 37774d91-9a21-4c82-acd7-acc4b660f52e, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:55:47.703987 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f767f100-35fa-475b-b775-106fcc38b5ab admin admin] Publish callbacks [] for security_group (dbffe2a8-ae1e-4c83-953b-0cf33eeedee7), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.723800 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26ad25-adf3-489a-a35a-30ce594f3d5d None None] Pushing event updated for resources: {'Port': ['ID=b4299fd9-797f-4d29-88d8-abedfe4a3eec,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:47.771272 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-228d762e-e89c-40e1-84db-fe980bdc1b2f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.7670081 May 13 13:55:47.771518 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:55:47.777826 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59128) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:47.785409 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Network 37774d91-9a21-4c82-acd7-acc4b660f52e is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:55:47.814006 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Request body: {'subnet': {'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-subnet', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:47.818650 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Allocated IP 172.27.3.119 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/b5236148-6e00-4d28-927e-9df03a30831b) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:55:47.839471 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Made reservation on behalf of 43e71917c48246fab1030a732f2616ee for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:47.842857 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.855344 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 37774d91-9a21-4c82-acd7-acc4b660f52e) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:47.871627 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:47.872278 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.885458 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.896536 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aa8756-a05b-459c-84b4-83b8b3f1da5a None None] Network 37774d91-9a21-4c82-acd7-acc4b660f52e requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:47.910237 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-98fe245e-9987-4a2d-935c-299aa5e6d7e3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.4254289 May 13 13:55:47.917021 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59130) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:47.922199 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f767f100-35fa-475b-b775-106fcc38b5ab admin admin] Publish callbacks [] for security_group (dbffe2a8-ae1e-4c83-953b-0cf33eeedee7), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.934780 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:47.978143 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks [] for router_gateway (ec22e497-4e25-49b2-857d-100dd5927384), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:47.986618 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Publish callbacks [] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.025638 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.036163 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.059377 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.084535 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.089686 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.172816 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Network 447dd757-4541-46df-a762-b636f2945abd is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:55:48.188915 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Made reservation on behalf of 203eb74b5a2c444aac67940d775ecfc3 for: {'subnet': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:48.193089 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.231633 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:48.240087 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59134) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:48.255566 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:55:48.259212 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Pushing event updated for resources: {'Port': ['ID=8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:48.268162 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54495563-8837-4134-9552-887bef5b5410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-37774d91-9a21-4c82-acd7-acc4b660f52e', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:55:48.269355 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-54495563-8837-4134-9552-887bef5b5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.462353 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (c1990aa8-fb6d-485c-b397-bf2f765e5a8a), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.484857 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f767f100-35fa-475b-b775-106fcc38b5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (dbffe2a8-ae1e-4c83-953b-0cf33eeedee7), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.490016 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f767f100-35fa-475b-b775-106fcc38b5ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.493942 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-f767f100-35fa-475b-b775-106fcc38b5ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbffe2a8-ae1e-4c83-953b-0cf33eeedee7 HTTP/1.1" status: 204 len: 168 time: 1.0103810 May 13 13:55:48.530695 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Attempting to bind port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:55:48.534475 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Attempting to bind port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:55:48.535493 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Attempting to bind port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd on network 447dd757-4541-46df-a762-b636f2945abd {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:55:48.555357 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767f100-35fa-475b-b775-106fcc38b5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbffe2a8-ae1e-4c83-953b-0cf33eeedee7,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:48.560495 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:55:48.560883 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Checking segment: {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:48.561573 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.561793 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Bound using segment: {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:55:48.563744 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Bound port: 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:55:48.565621 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9bef2e74-915a-45f4-bb3d-e91b25ee851f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.566413 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.608310 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks [] for router_controller (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), precommit_add_association {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.609967 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1990aa8-fb6d-485c-b397-bf2f765e5a8a,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:48.633572 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Publish callbacks [] for security_group (96e78c52-07a4-4c98-bf1c-0472082ad5c5), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.647844 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (96e78c52-07a4-4c98-bf1c-0472082ad5c5), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.694039 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks [] for port (b5236148-6e00-4d28-927e-9df03a30831b), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.705412 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:55:48.749604 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (313feed1-1666-4ab4-960c-93220e7dc4e0), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.749896 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Added segment 313feed1-1666-4ab4-960c-93220e7dc4e0 of type vlan for network 2246d2c1-73d5-4fc6-a126-fcb34269f830 May 13 13:55:48.751306 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e78c52-07a4-4c98-bf1c-0472082ad5c5,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:48.789201 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-54495563-8837-4134-9552-887bef5b5410 None None] Allocated IP 172.20.0.2 (37774d91-9a21-4c82-acd7-acc4b660f52e/bf1ad3b7-4140-4a23-8246-e24bb04e7baf/09d907f3-a521-4443-87de-c7bce394e8f1) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:55:48.806942 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b4299fd9-797f-4d29-88d8-abedfe4a3eec up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:55:48.885369 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Checking segment: {'id': 'bbec4381-4523-4413-94dc-d5d19a7d7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3de73a64-9208-445c-affd-c0841473ceb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:48.885857 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Network hostable DHCP agents. Network: 3de73a64-9208-445c-affd-c0841473ceb2, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:55:48.886675 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9bef2e74-915a-45f4-bb3d-e91b25ee851f admin admin] Publish callbacks [] for security_group (f4680d67-1498-4ad5-add8-f5eb4bc06151), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.918119 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9bef2e74-915a-45f4-bb3d-e91b25ee851f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f4680d67-1498-4ad5-add8-f5eb4bc06151), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:48.973396 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef2e74-915a-45f4-bb3d-e91b25ee851f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4680d67-1498-4ad5-add8-f5eb4bc06151,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:48.986325 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (b3543575-5e38-4c61-8e32-a85fd786856f), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.003627 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks [] for router_gateway (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.020728 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (2246d2c1-73d5-4fc6-a126-fcb34269f830), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.113344 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-9bef2e74-915a-45f4-bb3d-e91b25ee851f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de17783e3b08413a88dd343eb4c4f28a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8633318 May 13 13:55:49.114268 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59144) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:49.147740 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59146) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:49.180027 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Network 3de73a64-9208-445c-affd-c0841473ceb2 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:55:49.188080 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] For port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:55:49.206308 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3543575-5e38-4c61-8e32-a85fd786856f,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:49.231556 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] For port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:55:49.234077 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Checking segment: {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:49.234534 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Network hostable DHCP agents. Network: d31cc72a-07f0-4e46-83ba-2f51500ae3d4, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:55:49.240996 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (2246d2c1-73d5-4fc6-a126-fcb34269f830), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.243376 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:49.244419 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.250459 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.254459 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (b5236148-6e00-4d28-927e-9df03a30831b), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.312596 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cd944-fa92-43c7-be79-ea720cb0af89 None None] Pushing event updated for resources: {'Port': ['ID=8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:49.327373 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port b4299fd9-797f-4d29-88d8-abedfe4a3eec triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:49.327862 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.328481 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d17e195e-ed37-49ee-a7be-e16e2764b427 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.343949 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Pushing event updated for resources: {'Port': ['ID=b5236148-6e00-4d28-927e-9df03a30831b,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:49.348189 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 3de73a64-9208-445c-affd-c0841473ceb2) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:49.380546 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e58312-2e4d-448f-9af7-7a7ce4edd1af None None] Network 3de73a64-9208-445c-affd-c0841473ceb2 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:49.389549 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:55:49.391785 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:49.393146 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.411569 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8552759 May 13 13:55:49.419600 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:49.425882 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59152) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:49.431176 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-32ee3430-16e4-45d8-b712-a1222e6932e9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2011800 May 13 13:55:49.437973 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Request body: {'subnet': {'network_id': '2246d2c1-73d5-4fc6-a126-fcb34269f830', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-19280898-subnet', 'tenant_id': '43e71917c48246fab1030a732f2616ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:49.441995 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:55:49.518849 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.563424 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks [] for router_gateway (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.644585 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Made reservation on behalf of 43e71917c48246fab1030a732f2616ee for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:55:49.647003 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.664542 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b4299fd9-797f-4d29-88d8-abedfe4a3eec is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:49.665345 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.666969 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-54495563-8837-4134-9552-887bef5b5410 None None] Publish callbacks [] for port (09d907f3-a521-4443-87de-c7bce394e8f1), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.680537 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55759a65-cb55-445e-ab3d-fbde40427dd6 None None] Network 3de73a64-9208-445c-affd-c0841473ceb2 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:49.686162 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-54495563-8837-4134-9552-887bef5b5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.712211 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.740665 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc5e55b-c1d8-4372-b7c3-02ff4d72545b None None] Network ed6b2694-1b8c-422b-965c-287402920164 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:49.791244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-351417d8-03dc-4a9d-8f04-8cd7375e83d7 admin admin] Publish callbacks [] for security_group (f4680d67-1498-4ad5-add8-f5eb4bc06151), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.819912 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-2206cd82-c095-4ef5-a079-2e6ff00c8a6f None None] Provisioning complete for port b4299fd9-797f-4d29-88d8-abedfe4a3eec triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:49.820294 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2206cd82-c095-4ef5-a079-2e6ff00c8a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.832274 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:55:49.899955 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54495563-8837-4134-9552-887bef5b5410 None None] Network 37774d91-9a21-4c82-acd7-acc4b660f52e is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:55:49.968918 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d17e195e-ed37-49ee-a7be-e16e2764b427 admin admin] Publish callbacks [] for security_group (58aabacf-b24f-43b7-9056-9da5472cb03a), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:49.978157 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Allocated IP 172.27.3.245 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/0a51d8b3-4cf1-417a-b3a2-283930bc1021) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:55:50.008385 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, d31cc72a-07f0-4e46-83ba-2f51500ae3d4) {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:50.016641 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port b4299fd9-797f-4d29-88d8-abedfe4a3eec, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b4299fd9-797f-4d29-88d8-abedfe4a3eec,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:55:50.019174 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:50.019937 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2206cd82-c095-4ef5-a079-2e6ff00c8a6f None None] Current status of the port b4299fd9-797f-4d29-88d8-abedfe4a3eec is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:50.020385 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2206cd82-c095-4ef5-a079-2e6ff00c8a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.022622 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.037982 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-54495563-8837-4134-9552-887bef5b5410 None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:50.052275 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d17e195e-ed37-49ee-a7be-e16e2764b427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (58aabacf-b24f-43b7-9056-9da5472cb03a), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.060588 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c74af5-1bab-45b9-bbae-0750dc4a0a47 None None] Network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:50.189720 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54495563-8837-4134-9552-887bef5b5410 None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:55:50.194816 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54495563-8837-4134-9552-887bef5b5410 None None] Pushing event updated for resources: {'Port': ['ID=09d907f3-a521-4443-87de-c7bce394e8f1,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:50.197762 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.239571 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d17e195e-ed37-49ee-a7be-e16e2764b427 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a527595604ba49a58fd0ac409a8d2066&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0766964 May 13 13:55:50.239571 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ce527-73bc-478d-a848-083cb37f7c96 admin admin] Pushing event updated for resources: {'Network': ['ID=2246d2c1-73d5-4fc6-a126-fcb34269f830,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:50.251480 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59168) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:50.256978 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e195e-ed37-49ee-a7be-e16e2764b427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58aabacf-b24f-43b7-9056-9da5472cb03a,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:50.275429 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=b4299fd9-797f-4d29-88d8-abedfe4a3eec,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:50.308587 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 2246d2c1-73d5-4fc6-a126-fcb34269f830 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:55:50.367223 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-351417d8-03dc-4a9d-8f04-8cd7375e83d7 admin admin] Publish callbacks [] for security_group (f4680d67-1498-4ad5-add8-f5eb4bc06151), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.396018 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks [] for router_gateway (a21cbf5f-ca12-4397-af5b-582fb332595e), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.459391 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59186) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:50.465306 dv-cinder-841753-1-iscsi neutron-server[109876]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 13:55:50.483924 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-22bfc0df-59f2-4dad-ace9-5cdb2a62f1b5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6734002 May 13 13:55:50.495753 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59188) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:50.498364 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (bf8d03f8-6adf-41b0-a2ee-cbb04bc8e957), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.524401 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:55:50.549357 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-412c4717-8a2b-403a-9d80-a5ef7220a6c5 admin admin] Publish callbacks [] for security_group (58aabacf-b24f-43b7-9056-9da5472cb03a), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.584589 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-d31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:55:50.585509 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.590697 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-412c4717-8a2b-403a-9d80-a5ef7220a6c5 admin admin] Publish callbacks [] for security_group (58aabacf-b24f-43b7-9056-9da5472cb03a), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.591043 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.db.api [None req-2206cd82-c095-4ef5-a079-2e6ff00c8a6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:55:50.591410 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG oslo_db.api [None req-2206cd82-c095-4ef5-a079-2e6ff00c8a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:55:50.664143 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-54495563-8837-4134-9552-887bef5b5410 None None] Attempting to bind port 09d907f3-a521-4443-87de-c7bce394e8f1 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:55:50.664581 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-54495563-8837-4134-9552-887bef5b5410 None None] Attempting to bind port 09d907f3-a521-4443-87de-c7bce394e8f1 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:55:50.665530 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54495563-8837-4134-9552-887bef5b5410 None None] Attempting to bind port 09d907f3-a521-4443-87de-c7bce394e8f1 on network 37774d91-9a21-4c82-acd7-acc4b660f52e {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:55:50.673048 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54495563-8837-4134-9552-887bef5b5410 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:55:50.673264 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54495563-8837-4134-9552-887bef5b5410 None None] Checking segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:50.675869 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-54495563-8837-4134-9552-887bef5b5410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.675869 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54495563-8837-4134-9552-887bef5b5410 None None] Bound using segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:55:50.675869 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-54495563-8837-4134-9552-887bef5b5410 None None] Bound port: 09d907f3-a521-4443-87de-c7bce394e8f1, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:55:50.675869 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-54495563-8837-4134-9552-887bef5b5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.725916 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (9793912d-1b76-475e-b040-6704167da888), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.728456 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (9793912d-1b76-475e-b040-6704167da888), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.851314 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks [] for router_controller (9793912d-1b76-475e-b040-6704167da888), precommit_add_association {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.858310 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-412c4717-8a2b-403a-9d80-a5ef7220a6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (58aabacf-b24f-43b7-9056-9da5472cb03a), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.874390 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-412c4717-8a2b-403a-9d80-a5ef7220a6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:50.874390 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-412c4717-8a2b-403a-9d80-a5ef7220a6c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/58aabacf-b24f-43b7-9056-9da5472cb03a HTTP/1.1" status: 204 len: 168 time: 0.6084969 May 13 13:55:50.971786 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b4299fd9-797f-4d29-88d8-abedfe4a3eec up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:55:50.975346 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c4717-8a2b-403a-9d80-a5ef7220a6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aabacf-b24f-43b7-9056-9da5472cb03a,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:51.067303 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-351417d8-03dc-4a9d-8f04-8cd7375e83d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f4680d67-1498-4ad5-add8-f5eb4bc06151), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:51.069765 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-351417d8-03dc-4a9d-8f04-8cd7375e83d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:51.071048 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-351417d8-03dc-4a9d-8f04-8cd7375e83d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4680d67-1498-4ad5-add8-f5eb4bc06151 HTTP/1.1" status: 204 len: 168 time: 1.9429243 May 13 13:55:51.079139 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks [] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:51.158695 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351417d8-03dc-4a9d-8f04-8cd7375e83d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4680d67-1498-4ad5-add8-f5eb4bc06151,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:51.220505 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks [] for router_gateway (9793912d-1b76-475e-b040-6704167da888), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:51.328888 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-54495563-8837-4134-9552-887bef5b5410 None None] For port 09d907f3-a521-4443-87de-c7bce394e8f1, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:55:51.488146 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-54495563-8837-4134-9552-887bef5b5410 None None] For port 09d907f3-a521-4443-87de-c7bce394e8f1, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=09d907f3-a521-4443-87de-c7bce394e8f1,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:55:51.521562 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Allocated IP 172.20.0.2 (d31cc72a-07f0-4e46-83ba-2f51500ae3d4/b3543575-5e38-4c61-8e32-a85fd786856f/5b7a1efc-7b0f-45fa-bff4-28ab004c7978) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:55:51.553750 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea2ae16-f576-4a88-9b78-2dca737db6e6 None None] Network 447dd757-4541-46df-a762-b636f2945abd requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:51.557600 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2206cd82-c095-4ef5-a079-2e6ff00c8a6f None None] Current status of the port b4299fd9-797f-4d29-88d8-abedfe4a3eec is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:51.565704 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-54495563-8837-4134-9552-887bef5b5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:51.661758 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:51.781576 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:55:51.794962 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (a21cbf5f-ca12-4397-af5b-582fb332595e), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:51.824301 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:51.830595 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:55:51.966674 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8d03f8-6adf-41b0-a2ee-cbb04bc8e957,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:52.024390 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Pushing event updated for resources: {'Port': ['ID=0a51d8b3-4cf1-417a-b3a2-283930bc1021,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:52.044566 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54495563-8837-4134-9552-887bef5b5410 None None] Pushing event updated for resources: {'Port': ['ID=09d907f3-a521-4443-87de-c7bce394e8f1,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:52.050125 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port b4299fd9-797f-4d29-88d8-abedfe4a3eec triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:52.050771 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.063335 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea889f79-76d5-4755-b2a6-068067560230 req-d6daca08-cb15-4893-afa5-1b6908dde2ef tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:52.068521 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-a18a5e0e-5ead-4114-8b93-825fa61ac385 None None] Provisioning complete for port b4299fd9-797f-4d29-88d8-abedfe4a3eec triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:52.069302 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-a18a5e0e-5ead-4114-8b93-825fa61ac385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.070814 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-d6daca08-cb15-4893-afa5-1b6908dde2ef tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/networks?id=3de73a64-9208-445c-affd-c0841473ceb2 HTTP/1.1" status: 200 len: 812 time: 1.6074336 May 13 13:55:52.071832 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Checking segment: {'id': '313feed1-1666-4ab4-960c-93220e7dc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '2246d2c1-73d5-4fc6-a126-fcb34269f830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:52.072979 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Network hostable DHCP agents. Network: 2246d2c1-73d5-4fc6-a126-fcb34269f830, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:55:52.120122 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks [] for router_gateway (9793912d-1b76-475e-b040-6704167da888), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.161792 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.166171 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-bc49f3ae-d3ef-413c-939f-65e0f0292d9e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/quotas/d42ea16d0ee64f398b01b206c1960b08 HTTP/1.1" status: 200 len: 375 time: 0.0608983 May 13 13:55:52.187797 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Allocated IP 172.27.3.33 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/b005cb80-bcd4-4148-a62f-9c7c071cfa28) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:55:52.382845 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Network 2246d2c1-73d5-4fc6-a126-fcb34269f830 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:55:52.482253 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-a18a5e0e-5ead-4114-8b93-825fa61ac385 None None] Current status of the port b4299fd9-797f-4d29-88d8-abedfe4a3eec is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:52.507985 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 2246d2c1-73d5-4fc6-a126-fcb34269f830) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:52.514702 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-056a72d9-7b52-4c8c-9e91-285054b2619d tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d42ea16d0ee64f398b01b206c1960b08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1554837 May 13 13:55:52.537645 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:55:52.542353 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.578626 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-a18a5e0e-5ead-4114-8b93-825fa61ac385 None None] Provisioning complete for port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:52.578996 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-a18a5e0e-5ead-4114-8b93-825fa61ac385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.613946 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Router a21cbf5f-ca12-4397-af5b-582fb332595e is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:55:52.633701 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a2ebc48c-93f0-4cfe-a460-2aa503bad5ce admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.2063043 May 13 13:55:52.647325 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks [] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.668939 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5dacc7-d1c4-457d-b750-7f85512c9131 None None] Network 2246d2c1-73d5-4fc6-a126-fcb34269f830 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:52.699209 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks [] for router_gateway (ec22e497-4e25-49b2-857d-100dd5927384), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.810593 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Publish callbacks [] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.826055 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b4299fd9-797f-4d29-88d8-abedfe4a3eec is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:52.826352 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.830787 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:55:52.849087 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:52.916120 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Allocated IP 172.27.3.52 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/b208cfe6-066a-4d7d-9922-4beee9831969) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:55:52.935312 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:55:52.952820 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:55:52.957444 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:52.964143 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:55:52.970948 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:55:53.025221 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:55:53.026966 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:53.049724 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.055118 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-42aa8945-3bde-4a4c-89d4-033bd7152282 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7651026 May 13 13:55:53.064992 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59240) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:53.065643 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59242) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:53.069657 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Pushing event updated for resources: {'Port': ['ID=b005cb80-bcd4-4148-a62f-9c7c071cfa28,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:53.092112 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:55:53.133909 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:53.147885 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:55:53.192810 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-a18a5e0e-5ead-4114-8b93-825fa61ac385 None None] Current status of the port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:53.193186 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-a18a5e0e-5ead-4114-8b93-825fa61ac385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.216752 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks [] for port (b208cfe6-066a-4d7d-9922-4beee9831969), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.288023 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.393542 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:55:53.393777 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Pushing event updated for resources: {'Port': ['ID=5b7a1efc-7b0f-45fa-bff4-28ab004c7978,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:53.423205 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45c37c7-8c9d-4d68-8342-0bdb27bdaf37 None None] Network 2246d2c1-73d5-4fc6-a126-fcb34269f830 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:53.461853 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:55:53.467455 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:55:53.471111 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:55:53.474957 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-a18a5e0e-5ead-4114-8b93-825fa61ac385 None None] For port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:55:53.629742 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Pushing event updated for resources: {'Port': ['ID=b208cfe6-066a-4d7d-9922-4beee9831969,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:53.735364 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:55:49Z', 'revision_number': 3, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:53.737694 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_v2 [None req-00cabeba-a5f6-4a1f-b397-7685c2358b95 admin admin] Deleting subnet 53753b5d-97a1-42e7-ac7c-f59e10351a94 {{(pid=109876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:55:53.747259 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-00cabeba-a5f6-4a1f-b397-7685c2358b95 admin admin] Publish callbacks [] for subnet (53753b5d-97a1-42e7-ac7c-f59e10351a94), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.764642 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:53.764974 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.773531 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Attempting to bind port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:55:53.774320 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Attempting to bind port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:55:53.774766 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Attempting to bind port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 on network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:55:53.778420 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-a18a5e0e-5ead-4114-8b93-825fa61ac385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.811565 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:55:53.812261 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Updating router a21cbf5f-ca12-4397-af5b-582fb332595e port b5236148-6e00-4d28-927e-9df03a30831b binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:55:53.858575 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b5236148-6e00-4d28-927e-9df03a30831b), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.872736 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-00cabeba-a5f6-4a1f-b397-7685c2358b95 admin admin] Publish callbacks [] for subnet (53753b5d-97a1-42e7-ac7c-f59e10351a94), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.880834 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2227ed5-52bd-4ce2-a820-3508124fb88c None None] Network 37774d91-9a21-4c82-acd7-acc4b660f52e requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:53.899903 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-00cabeba-a5f6-4a1f-b397-7685c2358b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (53753b5d-97a1-42e7-ac7c-f59e10351a94), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.979318 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:55:53.979794 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Checking segment: {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:53.980210 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:53.980649 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Bound using segment: {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:55:53.981792 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Bound port: 5b7a1efc-7b0f-45fa-bff4-28ab004c7978, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:55:53.983049 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.035880 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59254) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:54.143578 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-00cabeba-a5f6-4a1f-b397-7685c2358b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (53753b5d-97a1-42e7-ac7c-f59e10351a94), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.211573 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] For port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:55:54.223816 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] For port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=5b7a1efc-7b0f-45fa-bff4-28ab004c7978,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:55:54.235078 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cabeba-a5f6-4a1f-b397-7685c2358b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53753b5d-97a1-42e7-ac7c-f59e10351a94,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:54.238267 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-00cabeba-a5f6-4a1f-b397-7685c2358b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.242930 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-00cabeba-a5f6-4a1f-b397-7685c2358b95 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/53753b5d-97a1-42e7-ac7c-f59e10351a94 HTTP/1.1" status: 204 len: 168 time: 1.1744888 May 13 13:55:54.246780 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59264) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:54.251326 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-14215695-f507-44eb-af01-96d40108599d None None] Provisioning complete for port 09d907f3-a521-4443-87de-c7bce394e8f1 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:54.253399 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-14215695-f507-44eb-af01-96d40108599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.262027 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.277063 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a5e0e-5ead-4114-8b93-825fa61ac385 None None] Pushing event updated for resources: {'Port': ['ID=8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:54.305837 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (ec22e497-4e25-49b2-857d-100dd5927384), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.342280 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Publish callbacks [] for port (b5236148-6e00-4d28-927e-9df03a30831b), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.353928 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b5236148-6e00-4d28-927e-9df03a30831b), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.553614 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Pushing event updated for resources: {'Port': ['ID=b5236148-6e00-4d28-927e-9df03a30831b,revision_number=2']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:54.578065 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks [] for router_gateway (9793912d-1b76-475e-b040-6704167da888), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.584691 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Attempting to bind port b5236148-6e00-4d28-927e-9df03a30831b on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:55:54.584971 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Attempting to bind port b5236148-6e00-4d28-927e-9df03a30831b by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:55:54.597470 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Attempting to bind port b5236148-6e00-4d28-927e-9df03a30831b on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:55:54.618960 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.620427 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.621001 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.622580 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.623258 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.624564 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.626872 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.627464 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.628004 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.628534 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.630800 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.631431 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.631992 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.632606 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.634883 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Tracked resource versions report: May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: pushed versions: May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: { 'AddressGroup': {'1.2'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Agent': {'1.1'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'ConntrackHelper': {'1.0'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'LocalIPAssociation': {'1.0'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Log': {'1.0'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'NDPProxy': {'1.0'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Network': {'1.1'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Port': {'1.7'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'PortForwarding': {'1.3'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'QosPolicy': {'1.10'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SecurityGroup': {'1.5'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SecurityGroupRule': {'1.2'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SubPort': {'1.0'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Subnet': {'1.1'}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Trunk': {'1.1'}} May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: consumer versions: May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: { DHCP agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: HyperV agent@hv-cinder-84175: {}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: L3 agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: Metadata agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: Metering agent@dv-cinder-841753-1-iscsi: {}, May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: Open vSwitch agent@dv-cinder-841753-1-iscsi: { 'AddressGroup': '1.2', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Agent': '1.1', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'ConntrackHelper': '1.0', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'LocalIPAssociation': '1.0', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Log': '1.0', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'NDPProxy': '1.0', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Network': '1.1', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Port': '1.7', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'PortForwarding': '1.3', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'QosPolicy': '1.10', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SecurityGroup': '1.5', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SecurityGroupRule': '1.2', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'SubPort': '1.0', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Subnet': '1.1', May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: 'Trunk': '1.1'}} May 13 13:55:54.638904 dv-cinder-841753-1-iscsi neutron-server[109878]: {{(pid=109878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 13 13:55:54.670127 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:55:54.671262 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:54.672636 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.676583 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:55:54.680520 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Bound port: b5236148-6e00-4d28-927e-9df03a30831b, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:55:54.682190 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b5236148-6e00-4d28-927e-9df03a30831b), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.696813 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c4b76d75-bbbf-4ca0-a160-f381229e9150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.708764 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:54.741392 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab392d5-fbc8-4bc4-a265-07963838382e None None] Pushing event updated for resources: {'Port': ['ID=5b7a1efc-7b0f-45fa-bff4-28ab004c7978,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:54.749681 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-c126d97f-c8af-40aa-917f-8344f3386793 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:55:54.751895 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-c126d97f-c8af-40aa-917f-8344f3386793 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.3599277 May 13 13:55:54.852958 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-14215695-f507-44eb-af01-96d40108599d None None] Current status of the port 09d907f3-a521-4443-87de-c7bce394e8f1 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:54.853353 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-14215695-f507-44eb-af01-96d40108599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.888334 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] For port b5236148-6e00-4d28-927e-9df03a30831b, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:55:54.897177 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] For port b5236148-6e00-4d28-927e-9df03a30831b, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b5236148-6e00-4d28-927e-9df03a30831b,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:55:54.917236 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b5236148-6e00-4d28-927e-9df03a30831b), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.936508 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (4ba586f6-0404-4273-ac7d-dbf66a7ce5e0), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:54.949548 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-14215695-f507-44eb-af01-96d40108599d None None] For port 09d907f3-a521-4443-87de-c7bce394e8f1, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=09d907f3-a521-4443-87de-c7bce394e8f1,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:55:54.969463 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-14215695-f507-44eb-af01-96d40108599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.033861 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afac43-5e15-45c0-ad81-745227defde8 None None] Pushing event updated for resources: {'Port': ['ID=b5236148-6e00-4d28-927e-9df03a30831b,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:55.092418 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:55:55.095606 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-14215695-f507-44eb-af01-96d40108599d None None] Provisioning complete for port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:55.096236 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-14215695-f507-44eb-af01-96d40108599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.097696 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:55.140588 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c4b76d75-bbbf-4ca0-a160-f381229e9150 admin admin] Publish callbacks [] for security_group (18792e6d-18a8-4214-b728-8388e1f82cf9), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.159093 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c4b76d75-bbbf-4ca0-a160-f381229e9150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (18792e6d-18a8-4214-b728-8388e1f82cf9), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.218509 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 09d907f3-a521-4443-87de-c7bce394e8f1 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:55:55.304660 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-c4b76d75-bbbf-4ca0-a160-f381229e9150 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=891901bf7bd04a3087d1f6aa741eef23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1896243 May 13 13:55:55.304660 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b76d75-bbbf-4ca0-a160-f381229e9150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18792e6d-18a8-4214-b728-8388e1f82cf9,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:55.368945 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14215695-f507-44eb-af01-96d40108599d None None] Pushing event updated for resources: {'Port': ['ID=09d907f3-a521-4443-87de-c7bce394e8f1,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:55.404833 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:55:55.425981 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59274) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:55.437384 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 09d907f3-a521-4443-87de-c7bce394e8f1 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:55.438030 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.459958 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks [] for router_gateway (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.467710 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (9793912d-1b76-475e-b040-6704167da888), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.472890 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Router ec22e497-4e25-49b2-857d-100dd5927384 is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:55:55.589458 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-14215695-f507-44eb-af01-96d40108599d None None] Current status of the port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:55.687010 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 09d907f3-a521-4443-87de-c7bce394e8f1 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:55.691125 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:55:55.780065 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:55:49Z', 'revision_number': 3, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:55.794969 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d23bf365-5406-420b-a7d8-895ddbe46fea admin admin] Publish callbacks [] for security_group (18792e6d-18a8-4214-b728-8388e1f82cf9), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.804553 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-eaae8605-9533-484e-ae57-c3d615e93c26 None None] Provisioning complete for port 09d907f3-a521-4443-87de-c7bce394e8f1 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:55.804553 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-eaae8605-9533-484e-ae57-c3d615e93c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.828846 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218b4e6-0c5b-49ed-82b1-8235c8301b79 None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:55:49Z', 'revision_number': 3, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:55:55.925169 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:55.925437 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.937759 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d23bf365-5406-420b-a7d8-895ddbe46fea admin admin] Publish callbacks [] for security_group (18792e6d-18a8-4214-b728-8388e1f82cf9), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:55.986838 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:55:55.998120 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Sync routers for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:55:56.027335 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Router 9793912d-1b76-475e-b040-6704167da888 is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:55:56.063130 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:56.064319 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-ad76c339-dc0d-4f58-9408-97ec3ea6e5d0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.7618496 May 13 13:55:56.077309 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59286) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:56.120847 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:55:56.121797 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:56.154439 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d23bf365-5406-420b-a7d8-895ddbe46fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (18792e6d-18a8-4214-b728-8388e1f82cf9), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:56.157366 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d23bf365-5406-420b-a7d8-895ddbe46fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:56.159137 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d23bf365-5406-420b-a7d8-895ddbe46fea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/18792e6d-18a8-4214-b728-8388e1f82cf9 HTTP/1.1" status: 204 len: 168 time: 0.7295773 May 13 13:55:56.164010 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-cd3a3bc6-93fb-4376-a4a4-e44e7086bbb9 service neutron] 10.222.0.79 "GET /v2.0/networks/3de73a64-9208-445c-affd-c0841473ceb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2786565 May 13 13:55:56.245635 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bf365-5406-420b-a7d8-895ddbe46fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18792e6d-18a8-4214-b728-8388e1f82cf9,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:56.360491 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-7beee52b-d7d2-4189-b938-ac2d03f64c63 service neutron] 10.222.0.79 "GET /v2.0/networks/3de73a64-9208-445c-affd-c0841473ceb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954596 May 13 13:55:56.424056 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (4ba586f6-0404-4273-ac7d-dbf66a7ce5e0), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:56.487160 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:56.487793 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:56.495701 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:56.496445 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > port after_create 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:56.496943 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > port after_delete 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:56.497434 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > port after_update 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:56.500502 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:56.502287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:56.502855 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:56.504361 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:56.514642 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:55:56.525114 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Sync routers for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:55:56.548889 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:55:56.549621 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:56.618389 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a8b282-41b9-4e1d-ad36-8c418ab4d634 None None] Network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:55:56.684369 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:56.688910 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-42a65016-b3cd-4f5c-a746-973876fb1f8a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1834550 May 13 13:55:56.695456 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59296) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:56.942782 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-eaae8605-9533-484e-ae57-c3d615e93c26 None None] Current status of the port 09d907f3-a521-4443-87de-c7bce394e8f1 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:56.984043 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:57.154867 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:57.155221 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:57.155614 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:57.155864 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109876) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 13:55:57.156310 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba586f6-0404-4273-ac7d-dbf66a7ce5e0']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:57.167447 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:55:57.177160 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-148a60e3-8c3c-4479-9178-3ccd16ac2754 None None] Provisioning complete for port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:57.177819 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-148a60e3-8c3c-4479-9178-3ccd16ac2754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:57.191618 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59316) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:57.320244 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:55:57.424107 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:55:57.460278 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83f9689-56fa-4330-8492-af01a1a799a1') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:57.460848 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83f9689-56fa-4330-8492-af01a1a799a1') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:57.526863 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ce21d785-1680-4910-9c58-f6df4a90f848 req-f42eeaf1-f219-4943-bf83-d710137d2661 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.3339534 May 13 13:55:57.571498 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (a83f9689-56fa-4330-8492-af01a1a799a1), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:57.621675 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:57.628052 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:55:53Z', 'revision_number': 3, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:57.658932 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (a83f9689-56fa-4330-8492-af01a1a799a1), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:57.676595 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Checking router: 9793912d-1b76-475e-b040-6704167da888 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:55:57.677098 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Updating router 9793912d-1b76-475e-b040-6704167da888 port b208cfe6-066a-4d7d-9922-4beee9831969 binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:55:57.714368 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:57.782920 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:55:57.783774 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (a83f9689-56fa-4330-8492-af01a1a799a1), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: from cryptography.utils import int_from_bytes May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: from cryptography.utils import int_from_bytes May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:55:57.789214 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:55:57.921231 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:57.921739 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.146169 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-148a60e3-8c3c-4479-9178-3ccd16ac2754 None None] Current status of the port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:58.146581 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-148a60e3-8c3c-4479-9178-3ccd16ac2754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.311752 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.332613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (4ba586f6-0404-4273-ac7d-dbf66a7ce5e0), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.369551 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.381479 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] 10.222.0.79 "DELETE /v2.0/networks/4ba586f6-0404-4273-ac7d-dbf66a7ce5e0 HTTP/1.1" status: 204 len: 168 time: 4.1289456 May 13 13:55:58.467248 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-148a60e3-8c3c-4479-9178-3ccd16ac2754 None None] For port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=5b7a1efc-7b0f-45fa-bff4-28ab004c7978,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:55:58.473878 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:55:52Z', 'revision_number': 3, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:58.513742 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-148a60e3-8c3c-4479-9178-3ccd16ac2754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.536527 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Checking router: ec22e497-4e25-49b2-857d-100dd5927384 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:55:58.536886 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Updating router ec22e497-4e25-49b2-857d-100dd5927384 port 0a51d8b3-4cf1-417a-b3a2-283930bc1021 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:55:58.583193 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59344) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:58.588331 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:58.588728 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.701504 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Publish callbacks [] for port (b208cfe6-066a-4d7d-9922-4beee9831969), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.710659 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.718870 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.732289 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:55:58.758986 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Attempting to bind port b208cfe6-066a-4d7d-9922-4beee9831969 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:55:58.760103 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Attempting to bind port b208cfe6-066a-4d7d-9922-4beee9831969 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:55:58.760973 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Attempting to bind port b208cfe6-066a-4d7d-9922-4beee9831969 on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:55:58.764105 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f84b85-1190-4d54-88b7-98ca905bdd9a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba586f6-0404-4273-ac7d-dbf66a7ce5e0,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:58.819269 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:55:58.820141 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a60e3-8c3c-4479-9178-3ccd16ac2754 None None] Pushing event updated for resources: {'Port': ['ID=5b7a1efc-7b0f-45fa-bff4-28ab004c7978,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:58.820869 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:55:58.821622 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.822676 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:55:58.823590 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Bound port: b208cfe6-066a-4d7d-9922-4beee9831969, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:55:58.824436 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.833215 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-2d8201b5-3085-4140-926d-a8a03cbc3cb7 None None] Provisioning complete for port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:55:58.833703 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2d8201b5-3085-4140-926d-a8a03cbc3cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:58.956812 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0642f641-4af4-488d-b797-4ae6e14a45de req-97461be7-504c-42be-8ff2-798e71236fd4 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.1813807 May 13 13:55:58.974437 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d7acff-3dac-4a4b-bac7-363fcb80cbe9 admin admin] Deleting subnet bf8d03f8-6adf-41b0-a2ee-cbb04bc8e957 {{(pid=109876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:55:58.998996 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] For port b208cfe6-066a-4d7d-9922-4beee9831969, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:55:59.006284 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b435f4d-d052-4ddf-a663-8aa79715ed27 None None] Pushing event updated for resources: {'Port': ['ID=b208cfe6-066a-4d7d-9922-4beee9831969,revision_number=2']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:59.024456 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] For port b208cfe6-066a-4d7d-9922-4beee9831969, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b208cfe6-066a-4d7d-9922-4beee9831969,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:55:59.029944 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-99d7acff-3dac-4a4b-bac7-363fcb80cbe9 admin admin] Publish callbacks [] for subnet (bf8d03f8-6adf-41b0-a2ee-cbb04bc8e957), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:59.037735 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:59.055034 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:55:59.141684 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-99d7acff-3dac-4a4b-bac7-363fcb80cbe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28299090'] for subnet (bf8d03f8-6adf-41b0-a2ee-cbb04bc8e957), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:59.192203 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:55:59.194898 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:59.216249 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:59.401552 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:55:59.404723 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Allocated IP 172.20.0.1 (ed6b2694-1b8c-422b-965c-287402920164/1c0740f5-1421-43f8-a0c8-70308a319e92/28828a7e-601a-4233-976c-8a36b48762e7) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:55:59.413400 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b435f4d-d052-4ddf-a663-8aa79715ed27 None None] Pushing event updated for resources: {'Port': ['ID=b208cfe6-066a-4d7d-9922-4beee9831969,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:55:59.488770 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Sync routers for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:55:59.541939 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.db.api [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:55:59.543398 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG oslo_db.api [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:55:59.569796 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:55:59.570472 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:55:59.770334 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Allocated IP 172.20.0.1 (447dd757-4541-46df-a762-b636f2945abd/6ffaafe0-6962-4052-8361-d81fc28ac59c/95d022e7-9321-4b19-8388-3a238f079f90) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:55:59.771533 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2d8201b5-3085-4140-926d-a8a03cbc3cb7 None None] Current status of the port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:55:59.779847 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Publish callbacks [] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:59.787602 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59382) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:55:59.789552 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:55:59.791531 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:55:59.851310 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.056406 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Attempting to bind port 0a51d8b3-4cf1-417a-b3a2-283930bc1021 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:00.057250 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Attempting to bind port 0a51d8b3-4cf1-417a-b3a2-283930bc1021 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:00.058965 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Attempting to bind port 0a51d8b3-4cf1-417a-b3a2-283930bc1021 on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:00.080743 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:00.245600 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:55:53Z', 'revision_number': 3, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:00.258146 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Publish callbacks [] for port (95d022e7-9321-4b19-8388-3a238f079f90), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.264650 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Publish callbacks [] for port (28828a7e-601a-4233-976c-8a36b48762e7), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.269862 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:00.270366 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:00.270934 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.271394 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:00.271952 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Bound port: 0a51d8b3-4cf1-417a-b3a2-283930bc1021, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:00.272420 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.294309 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.302244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c48b4ecc-daf8-4eea-8a85-b3c0f4634514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.304528 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-d9efae8b-a506-4817-bac6-895137a73706 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.3853605 May 13 13:56:00.307756 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-99d7acff-3dac-4a4b-bac7-363fcb80cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (bf8d03f8-6adf-41b0-a2ee-cbb04bc8e957), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.309596 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59392) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:00.333087 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2d83d-27e0-47bd-ad59-7d87639b7520 None None] The sync data for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi is: [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:55:53Z', 'revision_number': 3, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:56:00.404964 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (28828a7e-601a-4233-976c-8a36b48762e7), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.481598 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Network ed6b2694-1b8c-422b-965c-287402920164 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:00.488373 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:00.491847 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:00.524434 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (95d022e7-9321-4b19-8388-3a238f079f90), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.532590 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-99d7acff-3dac-4a4b-bac7-363fcb80cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2045917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984815'] for subnet (bf8d03f8-6adf-41b0-a2ee-cbb04bc8e957), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.617381 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (a21cbf5f-ca12-4397-af5b-582fb332595e), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.643843 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e9316-5352-45d8-ac17-770f4310d6fc None None] Pushing event updated for resources: {'Port': ['ID=0a51d8b3-4cf1-417a-b3a2-283930bc1021,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:00.715063 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-99d7acff-3dac-4a4b-bac7-363fcb80cbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.720126 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-99d7acff-3dac-4a4b-bac7-363fcb80cbe9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bf8d03f8-6adf-41b0-a2ee-cbb04bc8e957 HTTP/1.1" status: 204 len: 168 time: 2.1250911 May 13 13:56:00.728947 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7acff-3dac-4a4b-bac7-363fcb80cbe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8d03f8-6adf-41b0-a2ee-cbb04bc8e957,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:00.733512 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59394) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:00.779512 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=95d022e7-9321-4b19-8388-3a238f079f90,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:00.808428 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] For port 0a51d8b3-4cf1-417a-b3a2-283930bc1021, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:00.812951 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] For port 0a51d8b3-4cf1-417a-b3a2-283930bc1021, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=0a51d8b3-4cf1-417a-b3a2-283930bc1021,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:00.856510 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-36046783-4384-452b-806f-31840b29c89c req-fc0d6863-d37d-4f17-bab8-7debf3669fee tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.4094529 May 13 13:56:00.887628 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:00.899413 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:00.900427 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 09d907f3-a521-4443-87de-c7bce394e8f1 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:01.017545 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Pushing event updated for resources: {'Port': ['ID=28828a7e-601a-4233-976c-8a36b48762e7,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:01.030915 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (2246d2c1-73d5-4fc6-a126-fcb34269f830), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.031098 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Allocated IP 172.20.0.1 (d31cc72a-07f0-4e46-83ba-2f51500ae3d4/b3543575-5e38-4c61-8e32-a85fd786856f/eff783ad-5273-4515-b1f2-f2f812c348e4) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:01.037532 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Network 447dd757-4541-46df-a762-b636f2945abd is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:01.076323 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:01.107327 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e9316-5352-45d8-ac17-770f4310d6fc None None] Pushing event updated for resources: {'Port': ['ID=0a51d8b3-4cf1-417a-b3a2-283930bc1021,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:01.109666 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:55:54Z', 'revision_number': 3, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:01.145847 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:01.146363 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (ec22e497-4e25-49b2-857d-100dd5927384), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.150244 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (28828a7e-601a-4233-976c-8a36b48762e7), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.155796 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-959aced3-55f9-4c7a-9df7-0d5cbb2a0d90 None None] Provisioning complete for port 28828a7e-601a-4233-976c-8a36b48762e7 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:01.157785 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-959aced3-55f9-4c7a-9df7-0d5cbb2a0d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (28828a7e-601a-4233-976c-8a36b48762e7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.248827 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Checking router: d2ead918-09ba-49c9-9ae1-c0a74342d8c4 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:56:01.249182 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Updating router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 port b005cb80-bcd4-4148-a62f-9c7c071cfa28 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:56:01.293333 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.87', 63603) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:01.355388 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:56:01.356037 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:01.374302 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-959aced3-55f9-4c7a-9df7-0d5cbb2a0d90 None None] Port 28828a7e-601a-4233-976c-8a36b48762e7 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:01.375183 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 09d907f3-a521-4443-87de-c7bce394e8f1 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:01.375575 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.377210 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.397337 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (2246d2c1-73d5-4fc6-a126-fcb34269f830), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.473508 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2246d2c1-73d5-4fc6-a126-fcb34269f830']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:01.485359 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c48b4ecc-daf8-4eea-8a85-b3c0f4634514 admin admin] Publish callbacks [] for security_group (5a20f59b-122f-45d6-a442-f23d0af6e512), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.529574 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '313feed1-1666-4ab4-960c-93220e7dc4e0') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:01.529927 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '313feed1-1666-4ab4-960c-93220e7dc4e0') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:01.545871 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (313feed1-1666-4ab4-960c-93220e7dc4e0), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.566742 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c48b4ecc-daf8-4eea-8a85-b3c0f4634514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (5a20f59b-122f-45d6-a442-f23d0af6e512), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.607038 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (313feed1-1666-4ab4-960c-93220e7dc4e0), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.633571 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:56:01.633978 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (313feed1-1666-4ab4-960c-93220e7dc4e0), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:56:01.636042 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:56:01.776484 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-4ca6046b-addd-45e1-971e-272b9af306d4 None None] Provisioning complete for port 95d022e7-9321-4b19-8388-3a238f079f90 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:01.777594 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4ca6046b-addd-45e1-971e-272b9af306d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (95d022e7-9321-4b19-8388-3a238f079f90), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.781109 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (2246d2c1-73d5-4fc6-a126-fcb34269f830), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.806616 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.816955 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2246d2c1-73d5-4fc6-a126-fcb34269f830 HTTP/1.1" status: 204 len: 168 time: 1.0791302 May 13 13:56:01.818326 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a2bc0-76eb-4d13-a175-e6de6458bbc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2246d2c1-73d5-4fc6-a126-fcb34269f830,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:01.831330 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Publish callbacks [] for port (28828a7e-601a-4233-976c-8a36b48762e7), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:01.852862 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (28828a7e-601a-4233-976c-8a36b48762e7), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.008190 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Pushing event updated for resources: {'Port': ['ID=28828a7e-601a-4233-976c-8a36b48762e7,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:02.019112 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (a21cbf5f-ca12-4397-af5b-582fb332595e), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.046746 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-c48b4ecc-daf8-4eea-8a85-b3c0f4634514 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0ff6e5432c640d08f5c9d1bf950493d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2502425 May 13 13:56:02.048537 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59414) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:02.066478 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59416) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:02.118507 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea889f79-76d5-4755-b2a6-068067560230 req-f8a307ec-972d-4c86-a80a-40edc7e70a0e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:02.120393 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-f8a307ec-972d-4c86-a80a-40edc7e70a0e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.87 "GET /v2.0/networks?id=3de73a64-9208-445c-affd-c0841473ceb2 HTTP/1.1" status: 200 len: 812 time: 0.8153083 May 13 13:56:02.127732 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:02.224623 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-100b5845-6266-471c-81e9-a1a2be131829 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b95ab7620c68480195a6e9505fdacfec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1276250 May 13 13:56:02.232737 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59424) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:02.280176 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-4ca6046b-addd-45e1-971e-272b9af306d4 None None] Port 95d022e7-9321-4b19-8388-3a238f079f90 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:02.348159 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a7fac457-cd59-490a-ab96-8146a55decd5 req-195c9af1-162a-4119-8138-b3fcb04ffc63 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.1141596 May 13 13:56:02.387799 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b4ecc-daf8-4eea-8a85-b3c0f4634514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a20f59b-122f-45d6-a442-f23d0af6e512,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:02.417592 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 09d907f3-a521-4443-87de-c7bce394e8f1 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:02.418970 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b5236148-6e00-4d28-927e-9df03a30831b up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:02.428635 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-07232cf4-a2cd-47fe-8bc5-041d5cc6eb81 admin admin] Publish callbacks [] for security_group (5a20f59b-122f-45d6-a442-f23d0af6e512), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.451507 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Network ed6b2694-1b8c-422b-965c-287402920164 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:02.451507 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:02.470889 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Request body: {'port': {'device_id': 'e9d8a733-ab35-4501-9946-8035d5af171d', 'network_id': '3de73a64-9208-445c-affd-c0841473ceb2', 'admin_state_up': True, 'tenant_id': 'd42ea16d0ee64f398b01b206c1960b08'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:02.503518 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9e59be4f-a688-4a57-85b6-5e835cf57b38 admin admin] Publish callbacks [] for security_group (03050bb0-73f3-4c9d-808c-ea4da194cc31), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.524314 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port b5236148-6e00-4d28-927e-9df03a30831b triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:02.524816 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b5236148-6e00-4d28-927e-9df03a30831b), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.552510 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-07232cf4-a2cd-47fe-8bc5-041d5cc6eb81 admin admin] Publish callbacks [] for security_group (5a20f59b-122f-45d6-a442-f23d0af6e512), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.648388 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9e59be4f-a688-4a57-85b6-5e835cf57b38 admin admin] Publish callbacks [] for security_group (03050bb0-73f3-4c9d-808c-ea4da194cc31), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.734209 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Publish callbacks [] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.809347 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (95d022e7-9321-4b19-8388-3a238f079f90), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.809620 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b5236148-6e00-4d28-927e-9df03a30831b is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:02.810335 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b5236148-6e00-4d28-927e-9df03a30831b), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.897887 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:55:52Z', 'revision_number': 3, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:02.975491 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-07232cf4-a2cd-47fe-8bc5-041d5cc6eb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (5a20f59b-122f-45d6-a442-f23d0af6e512), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.988879 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-07232cf4-a2cd-47fe-8bc5-041d5cc6eb81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:02.990188 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-07232cf4-a2cd-47fe-8bc5-041d5cc6eb81 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a20f59b-122f-45d6-a442-f23d0af6e512 HTTP/1.1" status: 204 len: 168 time: 0.9404495 May 13 13:56:02.995000 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9e59be4f-a688-4a57-85b6-5e835cf57b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (03050bb0-73f3-4c9d-808c-ea4da194cc31), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:03.001254 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9e59be4f-a688-4a57-85b6-5e835cf57b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:03.010504 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port b5236148-6e00-4d28-927e-9df03a30831b, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b5236148-6e00-4d28-927e-9df03a30831b,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:03.014467 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-9e59be4f-a688-4a57-85b6-5e835cf57b38 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03050bb0-73f3-4c9d-808c-ea4da194cc31 HTTP/1.1" status: 204 len: 168 time: 0.7644055 May 13 13:56:03.029552 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Publish callbacks [] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:03.033153 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07232cf4-a2cd-47fe-8bc5-041d5cc6eb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a20f59b-122f-45d6-a442-f23d0af6e512,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:03.045935 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Router a21cbf5f-ca12-4397-af5b-582fb332595e has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:56:03.046331 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2184a8-5335-4da3-ab3e-e065a3ea2522 None None] The sync data for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi is: [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:55:52Z', 'revision_number': 3, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:56:03.067931 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b5236148-6e00-4d28-927e-9df03a30831b), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:03.085630 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59be4f-a688-4a57-85b6-5e835cf57b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03050bb0-73f3-4c9d-808c-ea4da194cc31,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:03.161445 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:03.289543 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Made reservation on behalf of d42ea16d0ee64f398b01b206c1960b08 for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:56:03.300376 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-a7df2ab8-107f-4d47-a264-5d687bdf8afc None None] Provisioning complete for port 28828a7e-601a-4233-976c-8a36b48762e7 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:03.300748 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-a7df2ab8-107f-4d47-a264-5d687bdf8afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (28828a7e-601a-4233-976c-8a36b48762e7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:03.323688 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:03.362347 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:03.633756 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:56:03.652070 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:56:03.670528 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b208cfe6-066a-4d7d-9922-4beee9831969 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:03.695319 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-9ce5d355-123d-4f81-8e3a-ecdf5f6d41bb admin admin] 10.222.0.79 "PUT /v2.0/routers/a21cbf5f-ca12-4397-af5b-582fb332595e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6281886 May 13 13:56:03.701502 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:56:03.702232 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:03.861118 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Attempting to bind port b005cb80-bcd4-4148-a62f-9c7c071cfa28 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:03.861717 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Attempting to bind port b005cb80-bcd4-4148-a62f-9c7c071cfa28 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:03.861897 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Attempting to bind port b005cb80-bcd4-4148-a62f-9c7c071cfa28 on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:03.871253 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d9de54fa-7547-4a73-9311-55cda1414e84 req-530f046f-733f-4de8-9100-d4fd260cff67 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.1714382 May 13 13:56:03.875679 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=b5236148-6e00-4d28-927e-9df03a30831b,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:03.948034 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-a7df2ab8-107f-4d47-a264-5d687bdf8afc None None] Port 28828a7e-601a-4233-976c-8a36b48762e7 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:04.015420 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:04.085138 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:04.229498 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:04.232941 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:04.235103 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:04.235729 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:04.237353 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Bound port: b005cb80-bcd4-4148-a62f-9c7c071cfa28, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:04.238223 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:04.305157 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56634710-d789-45c3-991a-6fde8f892603 None None] Pushing event updated for resources: {'Port': ['ID=b005cb80-bcd4-4148-a62f-9c7c071cfa28,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:04.350571 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:04.354798 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:04.355362 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (9793912d-1b76-475e-b040-6704167da888), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:04.417202 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port b208cfe6-066a-4d7d-9922-4beee9831969 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:04.417926 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:04.468256 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] For port b005cb80-bcd4-4148-a62f-9c7c071cfa28, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:04.523929 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] For port b005cb80-bcd4-4148-a62f-9c7c071cfa28, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b005cb80-bcd4-4148-a62f-9c7c071cfa28,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:04.545938 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:04.569202 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Pushing event updated for resources: {'Port': ['ID=eff783ad-5273-4515-b1f2-f2f812c348e4,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:04.622466 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:56:04.623313 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:04.704966 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 2, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:04.769985 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:56:04.770442 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Updating router a21cbf5f-ca12-4397-af5b-582fb332595e port 28828a7e-601a-4233-976c-8a36b48762e7 binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:56:04.882432 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (28828a7e-601a-4233-976c-8a36b48762e7), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:05.006617 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59498) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:05.015286 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59500) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:05.031716 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-a59819fd-f414-40ba-bdfd-a72f18442f59 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179121739', 'description': 'tempest-description--1100252140'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:05.035971 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Publish callbacks [] for port (95d022e7-9321-4b19-8388-3a238f079f90), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:05.136449 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (95d022e7-9321-4b19-8388-3a238f079f90), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:05.137450 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (ec22e497-4e25-49b2-857d-100dd5927384), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:05.282666 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e724bd0-c838-4ddd-a3ee-a5dd921ce2a5 req-d100407b-fead-4b38-9292-0ca62e871d3a tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.1478984 May 13 13:56:05.294300 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a59819fd-f414-40ba-bdfd-a72f18442f59 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:05.406284 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-7dff13b3-ee8f-4c18-92f9-c704a68a3d1e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=43e71917c48246fab1030a732f2616ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3974926 May 13 13:56:05.427867 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59502) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:05.637132 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:05.840264 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-dc33d31d-61be-431d-a450-02a694cb635d None None] Provisioning complete for port eff783ad-5273-4515-b1f2-f2f812c348e4 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:05.842367 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-dc33d31d-61be-431d-a450-02a694cb635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:05.892315 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Network 447dd757-4541-46df-a762-b636f2945abd is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:05.900170 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59510) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:05.926030 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:06.038986 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e97a778a-ccf4-4db2-b072-7a3dcc571025 admin admin] Publish callbacks [] for security_group (96e78c52-07a4-4c98-bf1c-0472082ad5c5), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.076533 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56634710-d789-45c3-991a-6fde8f892603 None None] Pushing event updated for resources: {'Port': ['ID=b005cb80-bcd4-4148-a62f-9c7c071cfa28,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:06.097189 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b208cfe6-066a-4d7d-9922-4beee9831969 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:06.097942 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.108099 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-dc33d31d-61be-431d-a450-02a694cb635d None None] Port eff783ad-5273-4515-b1f2-f2f812c348e4 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:06.115640 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Pushing event updated for resources: {'Port': ['ID=95d022e7-9321-4b19-8388-3a238f079f90,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:06.118699 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e97a778a-ccf4-4db2-b072-7a3dcc571025 admin admin] Publish callbacks [] for security_group (96e78c52-07a4-4c98-bf1c-0472082ad5c5), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.169271 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Allocated IP 172.20.0.13 (3de73a64-9208-445c-affd-c0841473ceb2/c1990aa8-fb6d-485c-b397-bf2f765e5a8a/d7ba6f79-08c4-491c-92f8-2ea6a96ad92b) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:06.194120 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a59819fd-f414-40ba-bdfd-a72f18442f59 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.202551 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a59819fd-f414-40ba-bdfd-a72f18442f59 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.242484 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port b208cfe6-066a-4d7d-9922-4beee9831969, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b208cfe6-066a-4d7d-9922-4beee9831969,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:06.374611 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59819fd-f414-40ba-bdfd-a72f18442f59 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:06.428600 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a59819fd-f414-40ba-bdfd-a72f18442f59 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.428816 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Publish callbacks [] for port (28828a7e-601a-4233-976c-8a36b48762e7), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.433381 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a59819fd-f414-40ba-bdfd-a72f18442f59 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4146736 May 13 13:56:06.440750 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59520) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:06.456121 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-8ae42f07-4230-4ed4-8fa7-cdfc409805a9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group_rule': {'security_group_id': '14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:06.462875 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (28828a7e-601a-4233-976c-8a36b48762e7), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.482904 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:55:54Z', 'revision_number': 3, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:06.506933 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e97a778a-ccf4-4db2-b072-7a3dcc571025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (96e78c52-07a4-4c98-bf1c-0472082ad5c5), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.519986 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e97a778a-ccf4-4db2-b072-7a3dcc571025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.525288 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e97a778a-ccf4-4db2-b072-7a3dcc571025 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96e78c52-07a4-4c98-bf1c-0472082ad5c5 HTTP/1.1" status: 204 len: 168 time: 1.0960383 May 13 13:56:06.609280 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.610881 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:06.635245 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7ab69-3042-4c9a-9857-55def43d9329 None None] The sync data for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi is: [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:55:54Z', 'revision_number': 3, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:56:06.742587 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6e087-8d3a-4e4a-9394-25a49ef05e63 None None] Pushing event updated for resources: {'Port': ['ID=28828a7e-601a-4233-976c-8a36b48762e7,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:06.789958 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.799660 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a778a-ccf4-4db2-b072-7a3dcc571025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e78c52-07a4-4c98-bf1c-0472082ad5c5,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:06.799950 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-b35b90ed-f52a-41d0-b710-f63b589fceb7 None None] Provisioning complete for port 95d022e7-9321-4b19-8388-3a238f079f90 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:06.800734 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b35b90ed-f52a-41d0-b710-f63b589fceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (95d022e7-9321-4b19-8388-3a238f079f90), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.810933 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-574f57a4-cad8-4abb-b779-da7e3a21f7dd req-53e7c637-e26a-493b-8e18-144a593f0acb tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.2800288 May 13 13:56:06.880583 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8ae42f07-4230-4ed4-8fa7-cdfc409805a9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (7c0a4a4b-7d0c-4b15-82c7-204f577975b9), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:06.997631 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Attempting to bind port 28828a7e-601a-4233-976c-8a36b48762e7 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:06.998303 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Attempting to bind port 28828a7e-601a-4233-976c-8a36b48762e7 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:06.999038 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Attempting to bind port 28828a7e-601a-4233-976c-8a36b48762e7 on network ed6b2694-1b8c-422b-965c-287402920164 {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:07.013625 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:07.014011 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Checking segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:07.014616 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.015214 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Bound using segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:07.015893 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Bound port: 28828a7e-601a-4233-976c-8a36b48762e7, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:07.017511 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (28828a7e-601a-4233-976c-8a36b48762e7), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.251917 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] For port 28828a7e-601a-4233-976c-8a36b48762e7, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:07.261937 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] For port 28828a7e-601a-4233-976c-8a36b48762e7, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=28828a7e-601a-4233-976c-8a36b48762e7,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:07.270480 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Publish callbacks [] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.278816 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (28828a7e-601a-4233-976c-8a36b48762e7), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.289870 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8ae42f07-4230-4ed4-8fa7-cdfc409805a9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (7c0a4a4b-7d0c-4b15-82c7-204f577975b9), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.298174 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8ae42f07-4230-4ed4-8fa7-cdfc409805a9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (7c0a4a4b-7d0c-4b15-82c7-204f577975b9), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.328647 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=b208cfe6-066a-4d7d-9922-4beee9831969,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:07.341418 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae42f07-4230-4ed4-8fa7-cdfc409805a9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0a4a4b-7d0c-4b15-82c7-204f577975b9,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:07.396016 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-b35b90ed-f52a-41d0-b710-f63b589fceb7 None None] Port 95d022e7-9321-4b19-8388-3a238f079f90 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:07.405155 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:07.408085 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.419575 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8ae42f07-4230-4ed4-8fa7-cdfc409805a9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.424961 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-8ae42f07-4230-4ed4-8fa7-cdfc409805a9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9812403 May 13 13:56:07.427335 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59534) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:07.445651 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:56:07.446288 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:07.464850 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-f97bd662-9c32-4c57-bc4c-8179db4bfbef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group_rule': {'security_group_id': '14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:07.601040 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Router ec22e497-4e25-49b2-857d-100dd5927384 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:56:07.617879 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5c5eb140-ff66-466e-8578-2a9091c0b987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.634672 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-26334700-3980-4d3c-9e9c-e8a66766a3c7 None None] Provisioning complete for port 28828a7e-601a-4233-976c-8a36b48762e7 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:07.635055 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-26334700-3980-4d3c-9e9c-e8a66766a3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (28828a7e-601a-4233-976c-8a36b48762e7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.644043 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.644348 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f97bd662-9c32-4c57-bc4c-8179db4bfbef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (ed2c3635-7a87-4a14-b6c8-cc98cc429004), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:07.685358 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6e087-8d3a-4e4a-9394-25a49ef05e63 None None] Pushing event updated for resources: {'Port': ['ID=28828a7e-601a-4233-976c-8a36b48762e7,revision_number=4']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:08.012690 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f97bd662-9c32-4c57-bc4c-8179db4bfbef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (ed2c3635-7a87-4a14-b6c8-cc98cc429004), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:08.024300 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f97bd662-9c32-4c57-bc4c-8179db4bfbef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (ed2c3635-7a87-4a14-b6c8-cc98cc429004), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:08.053330 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:08.067371 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:08.102368 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-26334700-3980-4d3c-9e9c-e8a66766a3c7 None None] Current status of the port 28828a7e-601a-4233-976c-8a36b48762e7 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:08.102733 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-26334700-3980-4d3c-9e9c-e8a66766a3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (28828a7e-601a-4233-976c-8a36b48762e7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:08.256125 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-26334700-3980-4d3c-9e9c-e8a66766a3c7 None None] For port 28828a7e-601a-4233-976c-8a36b48762e7, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=28828a7e-601a-4233-976c-8a36b48762e7,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:08.256823 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bd662-9c32-4c57-bc4c-8179db4bfbef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2c3635-7a87-4a14-b6c8-cc98cc429004,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:08.268117 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-26334700-3980-4d3c-9e9c-e8a66766a3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (28828a7e-601a-4233-976c-8a36b48762e7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:08.280165 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f97bd662-9c32-4c57-bc4c-8179db4bfbef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:08.295365 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-f97bd662-9c32-4c57-bc4c-8179db4bfbef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8543086 May 13 13:56:08.304054 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c8c94ff9-b62b-414b-9b6b-a1136d85efb2 req-7b70a446-8d8a-4b65-864f-be056708a8cd tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.2093732 May 13 13:56:08.310391 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59548) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:08.334026 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:08.464202 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:08.588740 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-3f57c462-4766-433f-b6e4-403c51c3da10 None None] Provisioning complete for port 28828a7e-601a-4233-976c-8a36b48762e7 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:08.589484 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3f57c462-4766-433f-b6e4-403c51c3da10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (28828a7e-601a-4233-976c-8a36b48762e7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:08.679809 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26334700-3980-4d3c-9e9c-e8a66766a3c7 None None] Pushing event updated for resources: {'Port': ['ID=28828a7e-601a-4233-976c-8a36b48762e7,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:08.698187 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:08.760776 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:07Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:08.823209 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653592e4-20ce-4c91-af4c-86d30ac2b862 None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:07Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:56:08.829400 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b208cfe6-066a-4d7d-9922-4beee9831969 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:08.878031 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59556) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:09.038631 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-3f57c462-4766-433f-b6e4-403c51c3da10 None None] Current status of the port 28828a7e-601a-4233-976c-8a36b48762e7 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:09.053803 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port b208cfe6-066a-4d7d-9922-4beee9831969 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:09.054229 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:09.265818 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Network 3de73a64-9208-445c-affd-c0841473ceb2 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:09.288067 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:09.303728 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Pushing event updated for resources: {'Port': ['ID=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:09.311151 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:09.330532 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:09.337098 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:09.338352 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:09.340431 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b208cfe6-066a-4d7d-9922-4beee9831969 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:09.342251 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0a51d8b3-4cf1-417a-b3a2-283930bc1021 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:09.523786 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 0a51d8b3-4cf1-417a-b3a2-283930bc1021 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:09.524161 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:09.562180 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-5cc420bf-3158-4476-a9f0-8548aabc3539 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1432395 May 13 13:56:09.628700 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-a5414a10-a09c-4afa-bd56-cd2b4051e003 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:56:09.629936 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-a5414a10-a09c-4afa-bd56-cd2b4051e003 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0122201 May 13 13:56:09.700113 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2aa152-1864-4e63-b3b0-62b29886ae98 req-12646469-c58c-4297-bdcb-aba8a2e7ac50 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:09.701671 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bc2aa152-1864-4e63-b3b0-62b29886ae98 req-12646469-c58c-4297-bdcb-aba8a2e7ac50 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 932 time: 0.2234826 May 13 13:56:09.775729 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 0a51d8b3-4cf1-417a-b3a2-283930bc1021 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:09.776893 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:09.850399 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port 0a51d8b3-4cf1-417a-b3a2-283930bc1021, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=0a51d8b3-4cf1-417a-b3a2-283930bc1021,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:09.900272 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:09.903221 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b5236148-6e00-4d28-927e-9df03a30831b up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:09.917772 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ae11f02b-710e-424f-a403-5ae9d80ae60c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:10.000433 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:56:10.026631 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Sync routers for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:56:10.038572 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d38c7979-e25a-43af-b580-f8c823b91ed0 admin admin] 10.222.0.79 "PUT /v2.0/routers/ec22e497-4e25-49b2-857d-100dd5927384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9587741 May 13 13:56:10.148070 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bc2aa152-1864-4e63-b3b0-62b29886ae98 req-d39d7467-cc67-4da4-b866-db246e103a80 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201884 May 13 13:56:10.184953 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5c5eb140-ff66-466e-8578-2a9091c0b987 admin admin] Publish callbacks [] for security_group (16ddd125-7072-4fa9-ac3c-90434920b230), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:10.201231 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Allocated IP 172.27.3.228 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/afc2911d-4499-4c22-8340-f60e9f2381b3) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:10.211171 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5c5eb140-ff66-466e-8578-2a9091c0b987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (16ddd125-7072-4fa9-ac3c-90434920b230), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:10.233780 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Allocated IP 172.20.0.1 (37774d91-9a21-4c82-acd7-acc4b660f52e/bf1ad3b7-4140-4a23-8246-e24bb04e7baf/91d0cc9e-a6dc-4738-9850-52d3f424e241) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:10.258552 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:56:10.260846 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:55:46Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:10.330585 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Request body: {'port': {'device_id': 'e9d8a733-ab35-4501-9946-8035d5af171d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:10.372216 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Publish callbacks [] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:10.518748 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (afc2911d-4499-4c22-8340-f60e9f2381b3), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:10.549384 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=0a51d8b3-4cf1-417a-b3a2-283930bc1021,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:10.606492 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eb140-ff66-466e-8578-2a9091c0b987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ddd125-7072-4fa9-ac3c-90434920b230,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:10.619436 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:10.620146 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (9793912d-1b76-475e-b040-6704167da888), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:10.691943 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (afc2911d-4499-4c22-8340-f60e9f2381b3), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:10.698300 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port b5236148-6e00-4d28-927e-9df03a30831b triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:10.698644 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b5236148-6e00-4d28-927e-9df03a30831b), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:10.778123 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-5c5eb140-ff66-466e-8578-2a9091c0b987 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=631ba39d9ea44f5eaefac6a44deac667&name=default HTTP/1.1" status: 200 len: 2996 time: 4.8328054 May 13 13:56:10.832345 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59588) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:10.912978 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=afc2911d-4499-4c22-8340-f60e9f2381b3,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:10.919877 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:10.931118 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:10.939429 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:11.093497 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Publish callbacks [] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.124785 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.282991 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4341-bcc2-4fda-832c-db594cad0bb4 admin admin] Publish callbacks [] for security_group (16ddd125-7072-4fa9-ac3c-90434920b230), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.421080 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4341-bcc2-4fda-832c-db594cad0bb4 admin admin] Publish callbacks [] for security_group (16ddd125-7072-4fa9-ac3c-90434920b230), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.459379 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (38586ff4-06c3-4b39-a523-6e7b4a350cb1), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.468195 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ae11f02b-710e-424f-a403-5ae9d80ae60c admin admin] Publish callbacks [] for security_group (1d0e7706-dbb7-4215-8b4e-4ab349524045), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.501784 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Pushing event updated for resources: {'Port': ['ID=eff783ad-5273-4515-b1f2-f2f812c348e4,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:11.503930 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10063e18-1832-4429-8249-13c6a3ad3b98 req-520ff7c9-b140-4819-b107-639158af03b5 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:11.505865 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10063e18-1832-4429-8249-13c6a3ad3b98 req-520ff7c9-b140-4819-b107-639158af03b5 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 932 time: 0.2029185 May 13 13:56:11.549793 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ae11f02b-710e-424f-a403-5ae9d80ae60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (1d0e7706-dbb7-4215-8b4e-4ab349524045), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.585234 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (afc2911d-4499-4c22-8340-f60e9f2381b3), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.672502 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59606) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:11.683794 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-3066131d-742a-4bdd-b632-25342caa78f7 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2100910525', 'description': 'tempest-description--1983508989'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:11.708508 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-ae11f02b-710e-424f-a403-5ae9d80ae60c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc9d3d16e75342b1a000f597fead9f04&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8210502 May 13 13:56:11.709991 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59608) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:11.711851 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:11.728682 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11f02b-710e-424f-a403-5ae9d80ae60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0e7706-dbb7-4215-8b4e-4ab349524045,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:11.835501 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3066131d-742a-4bdd-b632-25342caa78f7 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.871602 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4341-bcc2-4fda-832c-db594cad0bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (16ddd125-7072-4fa9-ac3c-90434920b230), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.874687 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4341-bcc2-4fda-832c-db594cad0bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:11.879944 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-2d6a4341-bcc2-4fda-832c-db594cad0bb4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16ddd125-7072-4fa9-ac3c-90434920b230 HTTP/1.1" status: 204 len: 168 time: 1.0400772 May 13 13:56:11.940063 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b5236148-6e00-4d28-927e-9df03a30831b is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:11.941662 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b005cb80-bcd4-4148-a62f-9c7c071cfa28 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:11.942910 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10063e18-1832-4429-8249-13c6a3ad3b98 req-f42e6d4e-e715-4068-a9e2-28a29bb63106 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891814 May 13 13:56:11.981601 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a4341-bcc2-4fda-832c-db594cad0bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ddd125-7072-4fa9-ac3c-90434920b230,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:12.054097 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.152849 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3066131d-742a-4bdd-b632-25342caa78f7 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (9ef67139-0331-4fb6-abd8-32564893ef51), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.160669 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3066131d-742a-4bdd-b632-25342caa78f7 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (9ef67139-0331-4fb6-abd8-32564893ef51), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.364320 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3066131d-742a-4bdd-b632-25342caa78f7 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef67139-0331-4fb6-abd8-32564893ef51,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:12.375174 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3066131d-742a-4bdd-b632-25342caa78f7 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.380357 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-3066131d-742a-4bdd-b632-25342caa78f7 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7066026 May 13 13:56:12.381174 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59612) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:12.384265 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (afc2911d-4499-4c22-8340-f60e9f2381b3), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.393440 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-5570216b-ea8b-4640-8648-350bda08465e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'security_group_rule': {'security_group_id': '9ef67139-0331-4fb6-abd8-32564893ef51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:12.429124 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (afc2911d-4499-4c22-8340-f60e9f2381b3), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.538744 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.579628 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=afc2911d-4499-4c22-8340-f60e9f2381b3,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:12.644880 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:12.657512 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5570216b-ea8b-4640-8648-350bda08465e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (0ab1f8ac-bf89-4d0e-9f29-ce90339acfdb), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.659581 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Pushing event updated for resources: {'Port': ['ID=91d0cc9e-a6dc-4738-9850-52d3f424e241,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:12.672220 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:03Z', 'revision_number': 2, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:12.698875 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:12.767300 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (38586ff4-06c3-4b39-a523-6e7b4a350cb1), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.802585 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port b005cb80-bcd4-4148-a62f-9c7c071cfa28 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:12.803187 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.808567 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Checking router: ec22e497-4e25-49b2-857d-100dd5927384 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:56:12.816306 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Updating router ec22e497-4e25-49b2-857d-100dd5927384 port 95d022e7-9321-4b19-8388-3a238f079f90 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:56:12.861414 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5fefce88-f835-43e8-a2b2-951e7fae5a35 admin admin] Publish callbacks [] for security_group (1d0e7706-dbb7-4215-8b4e-4ab349524045), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.877666 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.881332 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-c3281e10-417b-4e73-9aea-32c15c81ed78 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5654769 May 13 13:56:12.944514 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5570216b-ea8b-4640-8648-350bda08465e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (0ab1f8ac-bf89-4d0e-9f29-ce90339acfdb), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.954590 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5570216b-ea8b-4640-8648-350bda08465e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (0ab1f8ac-bf89-4d0e-9f29-ce90339acfdb), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:12.965032 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bc47fcc0-8f97-4a60-ad3d-0e8231ddee85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:13.042266 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59622) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:13.048225 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (95d022e7-9321-4b19-8388-3a238f079f90), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:13.057442 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Network 37774d91-9a21-4c82-acd7-acc4b660f52e is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:13.084858 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5570216b-ea8b-4640-8648-350bda08465e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab1f8ac-bf89-4d0e-9f29-ce90339acfdb,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:13.113029 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5570216b-ea8b-4640-8648-350bda08465e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:13.115397 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-5570216b-ea8b-4640-8648-350bda08465e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7282116 May 13 13:56:13.134182 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59624) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:13.140363 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-654b96d9-4cf3-47b6-820b-f000838dfe09 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'security_group_rule': {'security_group_id': '9ef67139-0331-4fb6-abd8-32564893ef51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:13.157465 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-310a4523-bc60-40b6-8bfd-864afa96a9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:13.177444 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:13.264840 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:13.265685 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:13.292677 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b9612-d556-4c04-8ec4-4eed36de75db req-bb1fe850-a849-4277-94b0-65293074413e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:13.295542 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f12b9612-d556-4c04-8ec4-4eed36de75db req-bb1fe850-a849-4277-94b0-65293074413e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 932 time: 0.1780074 May 13 13:56:13.302853 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5fefce88-f835-43e8-a2b2-951e7fae5a35 admin admin] Publish callbacks [] for security_group (1d0e7706-dbb7-4215-8b4e-4ab349524045), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:13.372960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-654b96d9-4cf3-47b6-820b-f000838dfe09 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (45aed5b3-9c57-450c-a5d5-836ca9a8c50b), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:13.860886 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Router 9793912d-1b76-475e-b040-6704167da888 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:56:13.878297 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-c3ab656c-166c-41c8-b8a1-ccd51167ab50 None None] Provisioning complete for port eff783ad-5273-4515-b1f2-f2f812c348e4 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:13.881083 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c3ab656c-166c-41c8-b8a1-ccd51167ab50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:13.979219 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f12b9612-d556-4c04-8ec4-4eed36de75db req-1f32921d-4b1b-4711-80a0-33d3230dea84 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6674750 May 13 13:56:14.033870 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.041467 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-654b96d9-4cf3-47b6-820b-f000838dfe09 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (45aed5b3-9c57-450c-a5d5-836ca9a8c50b), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.096073 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-310a4523-bc60-40b6-8bfd-864afa96a9a7 admin admin] Publish callbacks [] for security_group (c1b16505-a289-417f-b674-59c7754755f8), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.121418 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-98300e6a-defa-481b-a02b-fbd023dc4e7d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--179121739&fields=id&tenant_id=ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 267 time: 0.6538515 May 13 13:56:14.122515 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-654b96d9-4cf3-47b6-820b-f000838dfe09 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (45aed5b3-9c57-450c-a5d5-836ca9a8c50b), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.141320 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-310a4523-bc60-40b6-8bfd-864afa96a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c1b16505-a289-417f-b674-59c7754755f8), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.196522 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b005cb80-bcd4-4148-a62f-9c7c071cfa28 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:14.196916 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.262192 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab656c-166c-41c8-b8a1-ccd51167ab50 None None] Port eff783ad-5273-4515-b1f2-f2f812c348e4 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:14.319996 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port b005cb80-bcd4-4148-a62f-9c7c071cfa28, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b005cb80-bcd4-4148-a62f-9c7c071cfa28,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:14.354984 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.441570 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Publish callbacks [] for port (95d022e7-9321-4b19-8388-3a238f079f90), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.444493 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=b005cb80-bcd4-4148-a62f-9c7c071cfa28,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:14.463564 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (95d022e7-9321-4b19-8388-3a238f079f90), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.534124 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-74e26e25-2abd-4b2d-a5d1-3ee28bce54fc None None] Provisioning complete for port 91d0cc9e-a6dc-4738-9850-52d3f424e241 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:14.534628 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-74e26e25-2abd-4b2d-a5d1-3ee28bce54fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.603310 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5fefce88-f835-43e8-a2b2-951e7fae5a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (1d0e7706-dbb7-4215-8b4e-4ab349524045), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.610438 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5fefce88-f835-43e8-a2b2-951e7fae5a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.638477 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-5fefce88-f835-43e8-a2b2-951e7fae5a35 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1d0e7706-dbb7-4215-8b4e-4ab349524045 HTTP/1.1" status: 204 len: 168 time: 2.9001744 May 13 13:56:14.724628 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31bdfa-c9a9-4775-b2da-ae6e13d32cfb None None] Pushing event updated for resources: {'Port': ['ID=95d022e7-9321-4b19-8388-3a238f079f90,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:14.896216 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0a51d8b3-4cf1-417a-b3a2-283930bc1021 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:14.954596 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ba6f79-08c4-491c-92f8-2ea6a96ad92b {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:14.974645 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Publish callbacks [] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:14.979786 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-310a4523-bc60-40b6-8bfd-864afa96a9a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8e4d495b764f4be0aa6535a9f3fbdf08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9326413 May 13 13:56:14.981022 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654b96d9-4cf3-47b6-820b-f000838dfe09 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45aed5b3-9c57-450c-a5d5-836ca9a8c50b,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:14.988180 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-74e26e25-2abd-4b2d-a5d1-3ee28bce54fc None None] Port 91d0cc9e-a6dc-4738-9850-52d3f424e241 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:14.993401 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59650) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:15.006009 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Transition to ACTIVE for port object d7ba6f79-08c4-491c-92f8-2ea6a96ad92b will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:56:15.019695 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.039114 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefce88-f835-43e8-a2b2-951e7fae5a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0e7706-dbb7-4215-8b4e-4ab349524045,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:15.155136 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-654b96d9-4cf3-47b6-820b-f000838dfe09 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.161175 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-654b96d9-4cf3-47b6-820b-f000838dfe09 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0248306 May 13 13:56:15.179499 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59654) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:15.181201 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-f663701d-355b-423c-a9eb-cc9a2d4cf8ae tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:15.183004 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-f663701d-355b-423c-a9eb-cc9a2d4cf8ae tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 815 time: 1.0361710 May 13 13:56:15.186527 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:15.212640 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Attempting to bind port 95d022e7-9321-4b19-8388-3a238f079f90 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:15.213148 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Attempting to bind port 95d022e7-9321-4b19-8388-3a238f079f90 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:15.213601 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Attempting to bind port 95d022e7-9321-4b19-8388-3a238f079f90 on network 447dd757-4541-46df-a762-b636f2945abd {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:15.242981 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.253489 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:15.254683 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Checking segment: {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:15.255374 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.256069 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Bound using segment: {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:15.256753 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Bound port: 95d022e7-9321-4b19-8388-3a238f079f90, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:15.257300 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (95d022e7-9321-4b19-8388-3a238f079f90), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.277214 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-50f58c3c-88dc-4fda-9651-7fdf5a113a29 None None] Provisioning complete for port 95d022e7-9321-4b19-8388-3a238f079f90 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:15.277954 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-50f58c3c-88dc-4fda-9651-7fdf5a113a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (95d022e7-9321-4b19-8388-3a238f079f90), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.312001 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 0a51d8b3-4cf1-417a-b3a2-283930bc1021 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:15.312721 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.320941 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f1205-a752-4734-ad89-ebfa5aac9a78 req-7941d43e-7e06-48b7-9e65-80464c59db7f tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:15.322793 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-480f1205-a752-4734-ad89-ebfa5aac9a78 req-7941d43e-7e06-48b7-9e65-80464c59db7f tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 944 time: 0.1378405 May 13 13:56:15.336385 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-731aeac3-181d-4403-ba81-2a14200fa162 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/quotas/ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 375 time: 0.0859091 May 13 13:56:15.337058 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a4523-bc60-40b6-8bfd-864afa96a9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b16505-a289-417f-b674-59c7754755f8,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:15.413002 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-50f58c3c-88dc-4fda-9651-7fdf5a113a29 None None] Port 95d022e7-9321-4b19-8388-3a238f079f90 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:15.458305 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] For port 95d022e7-9321-4b19-8388-3a238f079f90, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:15.463624 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] For port 95d022e7-9321-4b19-8388-3a238f079f90, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=95d022e7-9321-4b19-8388-3a238f079f90,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:15.515249 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-480f1205-a752-4734-ad89-ebfa5aac9a78 req-ddc58e7b-ed0a-4b18-9f4b-f7a3cdef298d tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418848 May 13 13:56:15.521240 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-e0385bb7-bd2b-49b7-92ce-eb3057397ea0 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673913 May 13 13:56:15.547084 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d903b46e-2bc8-4dde-a05e-3ee5f962b777 admin admin] Publish callbacks [] for security_group (c1b16505-a289-417f-b674-59c7754755f8), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.595904 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (95d022e7-9321-4b19-8388-3a238f079f90), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.623989 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d903b46e-2bc8-4dde-a05e-3ee5f962b777 admin admin] Publish callbacks [] for security_group (c1b16505-a289-417f-b674-59c7754755f8), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.701965 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31bdfa-c9a9-4775-b2da-ae6e13d32cfb None None] Pushing event updated for resources: {'Port': ['ID=95d022e7-9321-4b19-8388-3a238f079f90,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:15.714342 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-1af7cf48-087c-4682-9ea7-11a9b1edc634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.729632 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 0a51d8b3-4cf1-417a-b3a2-283930bc1021 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:15.731250 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 28828a7e-601a-4233-976c-8a36b48762e7 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:15.745313 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d903b46e-2bc8-4dde-a05e-3ee5f962b777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c1b16505-a289-417f-b674-59c7754755f8), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.748457 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d903b46e-2bc8-4dde-a05e-3ee5f962b777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:15.751829 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-d903b46e-2bc8-4dde-a05e-3ee5f962b777 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1b16505-a289-417f-b674-59c7754755f8 HTTP/1.1" status: 204 len: 168 time: 0.5890107 May 13 13:56:15.781286 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903b46e-2bc8-4dde-a05e-3ee5f962b777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b16505-a289-417f-b674-59c7754755f8,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:15.804720 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Attempting to bind port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:15.805087 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Attempting to bind port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'bbec4381-4523-4413-94dc-d5d19a7d7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3de73a64-9208-445c-affd-c0841473ceb2'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:15.805465 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Attempting to bind port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b on network 3de73a64-9208-445c-affd-c0841473ceb2 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:15.848146 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:56:15.849223 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:15.862531 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b on network 3de73a64-9208-445c-affd-c0841473ceb2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:56:15.881286 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Attempting to bind port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b on network 3de73a64-9208-445c-affd-c0841473ceb2 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:15.883681 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Pushing event updated for resources: {'Port': ['ID=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:15.996568 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-108770f9-6320-4dc6-9ba9-a83d4596faba service neutron] 10.222.0.79 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879808 May 13 13:56:16.006227 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:16.007236 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Checking segment: {'id': 'bbec4381-4523-4413-94dc-d5d19a7d7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3de73a64-9208-445c-affd-c0841473ceb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:16.007236 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Bound using segment: {'id': 'bbec4381-4523-4413-94dc-d5d19a7d7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3de73a64-9208-445c-affd-c0841473ceb2'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:16.007677 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Bound port: d7ba6f79-08c4-491c-92f8-2ea6a96ad92b, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbec4381-4523-4413-94dc-d5d19a7d7be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '3de73a64-9208-445c-affd-c0841473ceb2'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:16.008051 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:16.062552 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:56:16.078284 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Sync routers for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:56:16.080966 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-200e0a09-0ef7-4164-8527-51a01cf4cbc5 admin admin] 10.222.0.79 "PUT /v2.0/routers/9793912d-1b76-475e-b040-6704167da888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.3824122 May 13 13:56:16.115383 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:56:16.118341 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:16.157751 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 28828a7e-601a-4233-976c-8a36b48762e7 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:16.162694 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (28828a7e-601a-4233-976c-8a36b48762e7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:16.331511 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-9f331c94-5441-43d1-be4a-6a899f33101e service neutron] 10.222.0.79 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295364 May 13 13:56:16.460396 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:16.482854 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] For port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:16.498351 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:16.650025 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:16.650553 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-33dfad03-16d4-4811-915e-e9b01dfb8f52 None None] Provisioning complete for port 95d022e7-9321-4b19-8388-3a238f079f90 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:16.671351 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-33dfad03-16d4-4811-915e-e9b01dfb8f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (95d022e7-9321-4b19-8388-3a238f079f90), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:16.730948 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] For port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,segment=NetworkSegment(bbec4381-4523-4413-94dc-d5d19a7d7be5),segment_id=bbec4381-4523-4413-94dc-d5d19a7d7be5)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:16.965475 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Publish callbacks [] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:16.965944 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59698) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:16.972024 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:16.978282 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:17.009176 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-433425dc-9e4f-4970-8aa9-6ca46b52f51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:17.069341 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:17.076690 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:17.088074 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c967ae-8a92-4433-83c3-7503aec24b6f req-b1b3b2f3-3391-4e7f-8b62-a5bd38e8138b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:17.090590 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] 10.222.0.87 "PUT /v2.0/ports/d7ba6f79-08c4-491c-92f8-2ea6a96ad92b HTTP/1.1" status: 200 len: 1094 time: 7.1208115 May 13 13:56:17.107374 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-94c967ae-8a92-4433-83c3-7503aec24b6f req-b1b3b2f3-3391-4e7f-8b62-a5bd38e8138b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 944 time: 0.2702994 May 13 13:56:17.221730 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d8a733-ab35-4501-9946-8035d5af171d', 'tag': 'd7ba6f79-08c4-491c-92f8-2ea6a96ad92b'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:17.344743 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 2, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:17.423654 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Checking router: 9793912d-1b76-475e-b040-6704167da888 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:56:17.424451 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Updating router 9793912d-1b76-475e-b040-6704167da888 port eff783ad-5273-4515-b1f2-f2f812c348e4 binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:56:17.510650 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:17.518551 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-433425dc-9e4f-4970-8aa9-6ca46b52f51b admin admin] Publish callbacks [] for security_group (2fee3bea-f44f-4b4e-9c22-ff8d196b075f), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:17.522870 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:17.524231 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:17.579012 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-94c967ae-8a92-4433-83c3-7503aec24b6f req-ce8e2b28-c60d-44ad-bf13-18afa96fe2db tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705207 May 13 13:56:17.580349 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-433425dc-9e4f-4970-8aa9-6ca46b52f51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2fee3bea-f44f-4b4e-9c22-ff8d196b075f), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:17.597875 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 28828a7e-601a-4233-976c-8a36b48762e7 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:17.746808 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59716) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:17.751377 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433425dc-9e4f-4970-8aa9-6ca46b52f51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fee3bea-f44f-4b4e-9c22-ff8d196b075f,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:17.783991 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-33dfad03-16d4-4811-915e-e9b01dfb8f52 None None] Current status of the port 95d022e7-9321-4b19-8388-3a238f079f90 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:17.784947 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-33dfad03-16d4-4811-915e-e9b01dfb8f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (95d022e7-9321-4b19-8388-3a238f079f90), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:17.797891 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59722) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:17.813827 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-03f44668-caf3-4165-87e1-b60572693b7b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760256984', 'description': 'tempest-description--1038653587'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:17.848152 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b005cb80-bcd4-4148-a62f-9c7c071cfa28 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:17.889537 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-03f44668-caf3-4165-87e1-b60572693b7b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.024533 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-433425dc-9e4f-4970-8aa9-6ca46b52f51b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a40e41e735744f7592bd07272829295d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0569532 May 13 13:56:18.030276 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59728) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:18.039825 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-568d243f-c10f-4579-aadb-54ed543c25f8 req-8c8328aa-1bea-4de5-8757-72d4a55557cb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 210 time: 0.2489843 May 13 13:56:18.122872 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-33dfad03-16d4-4811-915e-e9b01dfb8f52 None None] For port 95d022e7-9321-4b19-8388-3a238f079f90, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=95d022e7-9321-4b19-8388-3a238f079f90,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:18.173217 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d8a733-ab35-4501-9946-8035d5af171d", "tag": "d7ba6f79-08c4-491c-92f8-2ea6a96ad92b"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:18.197500 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfa0c-2451-4649-bde5-10dd2c024788 admin admin] Publish callbacks [] for security_group (2fee3bea-f44f-4b4e-9c22-ff8d196b075f), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.227437 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:15Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:18.243633 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea889f79-76d5-4755-b2a6-068067560230 req-95b5c8c7-8338-486c-852b-48a33373e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:18.260283 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-95b5c8c7-8338-486c-852b-48a33373e7fd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d42ea16d0ee64f398b01b206c1960b08&device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 1128 time: 0.6386573 May 13 13:56:18.263005 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Publish callbacks [] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.273749 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-33dfad03-16d4-4811-915e-e9b01dfb8f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (95d022e7-9321-4b19-8388-3a238f079f90), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.282990 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.302009 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654c6d3-9820-4b25-9dcc-7731ab85faac None None] The sync data for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi is: [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:15Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:56:18.332960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-03f44668-caf3-4165-87e1-b60572693b7b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (30198815-d8a8-435b-b2eb-b266fa83786b), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.350049 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-03f44668-caf3-4165-87e1-b60572693b7b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (30198815-d8a8-435b-b2eb-b266fa83786b), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.365179 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab63a76-dc28-4705-8671-8cd53d40e56b service neutron] Pushing event updated for resources: {'Port': ['ID=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:18.368486 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfa0c-2451-4649-bde5-10dd2c024788 admin admin] Publish callbacks [] for security_group (2fee3bea-f44f-4b4e-9c22-ff8d196b075f), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.470129 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f44668-caf3-4165-87e1-b60572693b7b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30198815-d8a8-435b-b2eb-b266fa83786b,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:18.521833 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-03f44668-caf3-4165-87e1-b60572693b7b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.523507 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-03f44668-caf3-4165-87e1-b60572693b7b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7619245 May 13 13:56:18.536466 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.540593 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59742) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:18.583935 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-917cc3cf-ebb1-4773-8108-6ec5a4562e77 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'security_group_rule': {'security_group_id': '30198815-d8a8-435b-b2eb-b266fa83786b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:18.650531 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-832603359-network', 'tenant_id': '703aa4774820401da920e420eb6181d9'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:18.676713 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-917cc3cf-ebb1-4773-8108-6ec5a4562e77 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (d6016d7b-f421-4d6a-a547-5a6d5fabdf3f), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.688272 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port b005cb80-bcd4-4148-a62f-9c7c071cfa28 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:18.690991 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.738508 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Attempting to bind port eff783ad-5273-4515-b1f2-f2f812c348e4 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:18.745680 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Attempting to bind port eff783ad-5273-4515-b1f2-f2f812c348e4 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:18.746138 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Attempting to bind port eff783ad-5273-4515-b1f2-f2f812c348e4 on network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:18.750516 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9055cbe-99ea-4255-a73b-a766cc69dc4a None None] Pushing event updated for resources: {'Port': ['ID=eff783ad-5273-4515-b1f2-f2f812c348e4,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:18.766100 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13edc372-d765-42a2-b5c5-0a390de87846 x-openstack-request-id: req-13edc372-d765-42a2-b5c5-0a390de87846 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:18.768626 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d8a733-ab35-4501-9946-8035d5af171d", "tag": "d7ba6f79-08c4-491c-92f8-2ea6a96ad92b", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:18.770243 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13edc372-d765-42a2-b5c5-0a390de87846 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:18.770869 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13edc372-d765-42a2-b5c5-0a390de87846'] response: {'name': 'network-changed', 'server_uuid': 'e9d8a733-ab35-4501-9946-8035d5af171d', 'tag': 'd7ba6f79-08c4-491c-92f8-2ea6a96ad92b', 'status': 'completed', 'code': 200} May 13 13:56:18.790231 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:18.792432 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Checking segment: {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:18.793722 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.801280 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Bound using segment: {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:18.802098 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Bound port: eff783ad-5273-4515-b1f2-f2f812c348e4, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:18.802683 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.810536 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Made reservation on behalf of 703aa4774820401da920e420eb6181d9 for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:56:18.814315 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.822405 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfad03-16d4-4811-915e-e9b01dfb8f52 None None] Pushing event updated for resources: {'Port': ['ID=95d022e7-9321-4b19-8388-3a238f079f90,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:18.860161 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-917cc3cf-ebb1-4773-8108-6ec5a4562e77 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (d6016d7b-f421-4d6a-a547-5a6d5fabdf3f), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.876742 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Allocated IP 172.27.3.107 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/52be10e1-a660-48ed-b8a9-9256f0b0c971) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:18.891560 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfa0c-2451-4649-bde5-10dd2c024788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2fee3bea-f44f-4b4e-9c22-ff8d196b075f), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.894617 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8b9dfa0c-2451-4649-bde5-10dd2c024788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.904789 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-8b9dfa0c-2451-4649-bde5-10dd2c024788 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2fee3bea-f44f-4b4e-9c22-ff8d196b075f HTTP/1.1" status: 204 len: 168 time: 0.8687763 May 13 13:56:18.905031 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] For port eff783ad-5273-4515-b1f2-f2f812c348e4, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:18.907658 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] For port eff783ad-5273-4515-b1f2-f2f812c348e4, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=eff783ad-5273-4515-b1f2-f2f812c348e4,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:18.911026 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Network 37774d91-9a21-4c82-acd7-acc4b660f52e is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:18.912405 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Pushing event updated for resources: {'Port': ['ID=91d0cc9e-a6dc-4738-9850-52d3f424e241,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:18.923930 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.926083 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:18.930824 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-917cc3cf-ebb1-4773-8108-6ec5a4562e77 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (d6016d7b-f421-4d6a-a547-5a6d5fabdf3f), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.958495 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.959803 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dfa0c-2451-4649-bde5-10dd2c024788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fee3bea-f44f-4b4e-9c22-ff8d196b075f,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:18.984817 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917cc3cf-ebb1-4773-8108-6ec5a4562e77 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6016d7b-f421-4d6a-a547-5a6d5fabdf3f,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:18.993473 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-917cc3cf-ebb1-4773-8108-6ec5a4562e77 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:18.997487 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-917cc3cf-ebb1-4773-8108-6ec5a4562e77 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4558411 May 13 13:56:19.004043 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34b16b-4d2a-4dcb-86ee-05b26770e214 req-d66374be-d5e6-42b9-92be-d881a4cce62a tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:19.006532 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef34b16b-4d2a-4dcb-86ee-05b26770e214 req-d66374be-d5e6-42b9-92be-d881a4cce62a tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 944 time: 0.1425471 May 13 13:56:19.007090 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59752) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:19.015303 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-6cb3f644-5ee1-4f5a-9cc5-3e01b8a3cbb1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'security_group_rule': {'security_group_id': '30198815-d8a8-435b-b2eb-b266fa83786b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:19.071970 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-57a68a3f-47bb-40fa-8c36-bf0ef9bb7b2e None None] Provisioning complete for port eff783ad-5273-4515-b1f2-f2f812c348e4 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:19.072416 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-57a68a3f-47bb-40fa-8c36-bf0ef9bb7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.081285 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:56:19.081928 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:19.087977 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port b005cb80-bcd4-4148-a62f-9c7c071cfa28 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:19.213773 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f644-5ee1-4f5a-9cc5-3e01b8a3cbb1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (d705ee42-0e8d-4b62-8c28-66b2ef0bf094), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.280929 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:56:19.353259 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef34b16b-4d2a-4dcb-86ee-05b26770e214 req-a3017598-b6fd-4db4-ba62-6d82183e3c35 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295612 May 13 13:56:19.358860 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-15201769-4e73-40ab-88fa-431366ee26be req-dcc4d7d8-dde3-46c8-a5d3-d3dc6e942cf9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 210 time: 0.1562617 May 13 13:56:19.414756 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-57a68a3f-47bb-40fa-8c36-bf0ef9bb7b2e None None] Current status of the port eff783ad-5273-4515-b1f2-f2f812c348e4 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:19.415304 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-57a68a3f-47bb-40fa-8c36-bf0ef9bb7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.454368 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.474420 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9055cbe-99ea-4255-a73b-a766cc69dc4a None None] Pushing event updated for resources: {'Port': ['ID=eff783ad-5273-4515-b1f2-f2f812c348e4,revision_number=4']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:19.488481 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-57a68a3f-47bb-40fa-8c36-bf0ef9bb7b2e None None] For port eff783ad-5273-4515-b1f2-f2f812c348e4, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=eff783ad-5273-4515-b1f2-f2f812c348e4,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:19.499893 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-57a68a3f-47bb-40fa-8c36-bf0ef9bb7b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.543208 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f644-5ee1-4f5a-9cc5-3e01b8a3cbb1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (d705ee42-0e8d-4b62-8c28-66b2ef0bf094), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.556287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f644-5ee1-4f5a-9cc5-3e01b8a3cbb1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (d705ee42-0e8d-4b62-8c28-66b2ef0bf094), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.571036 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a68a3f-47bb-40fa-8c36-bf0ef9bb7b2e None None] Pushing event updated for resources: {'Port': ['ID=eff783ad-5273-4515-b1f2-f2f812c348e4,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:19.610908 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3f644-5ee1-4f5a-9cc5-3e01b8a3cbb1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d705ee42-0e8d-4b62-8c28-66b2ef0bf094,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:19.622436 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6cb3f644-5ee1-4f5a-9cc5-3e01b8a3cbb1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.624181 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-6cb3f644-5ee1-4f5a-9cc5-3e01b8a3cbb1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6161222 May 13 13:56:19.627853 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59764) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:19.633584 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:19.641514 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:19.644480 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-ee82ab9c-4a56-4441-b079-d921eb75eeaf None None] Provisioning complete for port eff783ad-5273-4515-b1f2-f2f812c348e4 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:19.645092 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ee82ab9c-4a56-4441-b079-d921eb75eeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.674312 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.869058 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.875022 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-ee82ab9c-4a56-4441-b079-d921eb75eeaf None None] Current status of the port eff783ad-5273-4515-b1f2-f2f812c348e4 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:19.882522 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 95d022e7-9321-4b19-8388-3a238f079f90 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:19.883322 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:56:19.903837 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-523f9a8c-6e99-4ee1-90f4-45113dd1cef6 admin admin] 10.222.0.79 "PUT /v2.0/routers/d2ead918-09ba-49c9-9ae1-c0a74342d8c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.5607536 May 13 13:56:19.920648 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for port (52be10e1-a660-48ed-b8a9-9256f0b0c971), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:19.921916 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Sync routers for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:56:19.952903 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:56:19.954479 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:19.956887 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-ee82ab9c-4a56-4441-b079-d921eb75eeaf None None] Provisioning complete for port 91d0cc9e-a6dc-4738-9850-52d3f424e241 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:19.957269 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ee82ab9c-4a56-4441-b079-d921eb75eeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:20.002075 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Publish callbacks [] for security_group (86d18e4e-7f48-4393-9776-6bdca1e4611d), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:20.010980 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (86d18e4e-7f48-4393-9776-6bdca1e4611d), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:20.038822 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (52be10e1-a660-48ed-b8a9-9256f0b0c971), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:20.053452 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:56:20.117883 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d18e4e-7f48-4393-9776-6bdca1e4611d,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:20.170226 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (875d52a7-24f0-4a29-9218-7890f888827e), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:20.170905 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Added segment 875d52a7-24f0-4a29-9218-7890f888827e of type vlan for network fa0dc286-b2aa-44ba-a34e-5eec53911313 May 13 13:56:20.181595 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:20.186497 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:18Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:20.198838 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'Port': ['ID=52be10e1-a660-48ed-b8a9-9256f0b0c971,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:20.202265 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:20.208110 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:20.237990 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Allocated IP 172.27.3.234 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/75922440-62f3-447e-bbab-a60f949b9b34) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:20.271802 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 95d022e7-9321-4b19-8388-3a238f079f90 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:20.272287 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (95d022e7-9321-4b19-8388-3a238f079f90), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:20.273486 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd62b53-423e-43e6-b527-0e60c9802420 None None] The sync data for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi is: [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:18Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:56:20.360067 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (fa0dc286-b2aa-44ba-a34e-5eec53911313), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:20.483958 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.db.resource_extend [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 13:56:20.596849 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-ee82ab9c-4a56-4441-b079-d921eb75eeaf None None] Port 91d0cc9e-a6dc-4738-9850-52d3f424e241 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:20.656143 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:20.798509 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-125fdc62-05a8-4dda-94bd-55f00ef96e33 req-1e2367ca-c48c-4190-aa55-cefeae45e37f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 210 time: 0.1290801 May 13 13:56:20.885631 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce5cde-0853-4fb4-82fc-921fb1c968c6 req-cd76ea44-b048-4e27-8cbc-26c18efa3ed9 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:20.902612 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4cce5cde-0853-4fb4-82fc-921fb1c968c6 req-cd76ea44-b048-4e27-8cbc-26c18efa3ed9 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 944 time: 0.3482189 May 13 13:56:20.957250 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for port (75922440-62f3-447e-bbab-a60f949b9b34), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:21.102429 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 95d022e7-9321-4b19-8388-3a238f079f90 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:21.193738 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4cce5cde-0853-4fb4-82fc-921fb1c968c6 req-f6304581-f800-40b8-af06-15b53e7ff899 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897227 May 13 13:56:21.275367 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (75922440-62f3-447e-bbab-a60f949b9b34), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:21.310991 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:15Z', 'revision_number': 2, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:21.365887 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Checking router: d2ead918-09ba-49c9-9ae1-c0a74342d8c4 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:56:21.366459 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Updating router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 port 91d0cc9e-a6dc-4738-9850-52d3f424e241 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:56:21.392565 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (a2fb2ac2-5905-4765-94b8-0a729681eaf8), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:21.410853 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (fa0dc286-b2aa-44ba-a34e-5eec53911313), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:21.427251 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:21.428619 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:21.431908 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:21.445188 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-568d7350-f0a9-4a80-9abe-eb9400ff19fc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b HTTP/1.1" status: 200 len: 217 time: 0.4508803 May 13 13:56:21.505801 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:21.650208 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:21.653161 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'Port': ['ID=75922440-62f3-447e-bbab-a60f949b9b34,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:21.657001 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:21.811983 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (52be10e1-a660-48ed-b8a9-9256f0b0c971), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:21.897333 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device eff783ad-5273-4515-b1f2-f2f812c348e4 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:21.987742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (12b8a530-4997-4d6b-814d-4bfa368e4639), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:22.021061 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.87', 63617) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:22.061839 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.0984988 May 13 13:56:22.151186 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59822) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:22.152499 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (75922440-62f3-447e-bbab-a60f949b9b34), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:22.241637 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42d789-c474-40f3-8b5e-22922b9404ac admin admin] Pushing event updated for resources: {'Network': ['ID=fa0dc286-b2aa-44ba-a34e-5eec53911313,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:22.248256 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Request body: {'subnet': {'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-832603359-subnet', 'tenant_id': '703aa4774820401da920e420eb6181d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:22.272713 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network fa0dc286-b2aa-44ba-a34e-5eec53911313 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:56:22.396827 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port eff783ad-5273-4515-b1f2-f2f812c348e4 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:22.397475 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:22.485762 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea889f79-76d5-4755-b2a6-068067560230 req-36bc82ba-1e8e-4815-829f-f743cb14fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:22.500514 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-36bc82ba-1e8e-4815-829f-f743cb14fa23 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c1990aa8-fb6d-485c-b397-bf2f765e5a8a HTTP/1.1" status: 200 len: 852 time: 0.8061042 May 13 13:56:22.528051 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Made reservation on behalf of 703aa4774820401da920e420eb6181d9 for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:56:22.532097 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28984712'] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:22.651493 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5a0160a3-2ad1-44c8-b74a-7af0f13c658b req-dd147dc6-32e9-4b46-9079-dd295dfa34d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 210 time: 0.5266926 May 13 13:56:22.728533 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-280cd07c-e952-4714-98de-a87581cb6fe5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3de73a64-9208-445c-affd-c0841473ceb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296551 May 13 13:56:22.869554 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Publish callbacks [] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:22.896969 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:22.904778 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-d54861c0-451a-4ff5-98f8-882a65e680b0 service neutron] 10.222.0.87 "GET /v2.0/networks/3de73a64-9208-445c-affd-c0841473ceb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632760 May 13 13:56:23.008457 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-bd136e09-cd8a-48cc-9669-f4541b9c36c0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:23.012841 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port eff783ad-5273-4515-b1f2-f2f812c348e4 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:23.016934 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-bd136e09-cd8a-48cc-9669-f4541b9c36c0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 819 time: 1.5683863 May 13 13:56:23.073741 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00700f-c473-42fb-a6b5-a90d9bf1cd22 None None] Pushing event updated for resources: {'Port': ['ID=91d0cc9e-a6dc-4738-9850-52d3f424e241,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:23.228528 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-a728ed97-c655-4fe2-9fe0-1e21f24e1620 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/quotas/ef89791b177f4bf0ba916f133c79f33a HTTP/1.1" status: 200 len: 375 time: 0.2068663 May 13 13:56:23.263269 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Attempting to bind port 91d0cc9e-a6dc-4738-9850-52d3f424e241 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:23.263854 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Attempting to bind port 91d0cc9e-a6dc-4738-9850-52d3f424e241 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:23.264829 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Attempting to bind port 91d0cc9e-a6dc-4738-9850-52d3f424e241 on network 37774d91-9a21-4c82-acd7-acc4b660f52e {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:23.292835 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:23.294016 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Checking segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:23.294668 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:23.295442 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Bound using segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:23.296168 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Bound port: 91d0cc9e-a6dc-4738-9850-52d3f424e241, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:23.306349 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:23.324258 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcde596-a839-45c1-a2a6-a5d8e4aad619 req-f125714b-a8c8-438a-ae4f-087597dda653 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:23.332329 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1bcde596-a839-45c1-a2a6-a5d8e4aad619 req-f125714b-a8c8-438a-ae4f-087597dda653 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 944 time: 0.3768635 May 13 13:56:23.345401 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-951ac646-c776-41e1-a4dc-1395527f9dfa tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:23.348113 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-951ac646-c776-41e1-a4dc-1395527f9dfa tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 815 time: 1.3249202 May 13 13:56:23.394759 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for port (52be10e1-a660-48ed-b8a9-9256f0b0c971), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:23.416404 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (52be10e1-a660-48ed-b8a9-9256f0b0c971), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:23.477473 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-c6285352-c3d5-4a4d-97e8-fbfa317f1e6f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969709 May 13 13:56:23.498895 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-de6e03f9-0626-47d8-8df6-78361b871416 None None] Provisioning complete for port 91d0cc9e-a6dc-4738-9850-52d3f424e241 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:23.498895 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-de6e03f9-0626-47d8-8df6-78361b871416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:23.547833 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] For port 91d0cc9e-a6dc-4738-9850-52d3f424e241, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:23.560053 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'Port': ['ID=52be10e1-a660-48ed-b8a9-9256f0b0c971,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:23.577135 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ea889f79-76d5-4755-b2a6-068067560230 req-b7a4b7f9-626c-48b1-b4ec-5bea5cd4a7d9 service neutron] 10.222.0.87 "GET /v2.0/networks/3de73a64-9208-445c-affd-c0841473ceb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625507 May 13 13:56:23.584753 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] For port 91d0cc9e-a6dc-4738-9850-52d3f424e241, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=91d0cc9e-a6dc-4738-9850-52d3f424e241,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:23.586618 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (a2fb2ac2-5905-4765-94b8-0a729681eaf8), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:23.637953 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:23.641289 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:23.642269 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-fc544398-a2a0-4324-ae5a-f014ac63547d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4614456 May 13 13:56:23.717704 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-de6e03f9-0626-47d8-8df6-78361b871416 None None] Port 91d0cc9e-a6dc-4738-9850-52d3f424e241 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:23.770588 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:56:23.771277 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:23.845893 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00700f-c473-42fb-a6b5-a90d9bf1cd22 None None] Pushing event updated for resources: {'Port': ['ID=91d0cc9e-a6dc-4738-9850-52d3f424e241,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:23.889453 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1bcde596-a839-45c1-a2a6-a5d8e4aad619 req-d8219850-7c5e-4546-8d09-5a2c713dc90d tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505152 May 13 13:56:23.976771 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:56:24.069807 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2bd1117e-f4c3-4be9-84d2-29de1e16a16b req-47cee6a8-f419-440c-b1fc-6d7d3da7eba8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 210 time: 0.0401657 May 13 13:56:24.110130 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28984726'] for subnet (fe587f86-1d5b-4fad-9a9e-fd1345caa92d), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:24.252938 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-8d0ccb43-cd9b-4251-8667-ffbb15cea554 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 379 time: 0.8733406 May 13 13:56:24.266218 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for port (75922440-62f3-447e-bbab-a60f949b9b34), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:24.269317 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-ac0f4f57-d4e1-48d9-bb3e-72d9ac2c0203 None None] Provisioning complete for port 91d0cc9e-a6dc-4738-9850-52d3f424e241 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:24.270230 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ac0f4f57-d4e1-48d9-bb3e-72d9ac2c0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:24.302516 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (75922440-62f3-447e-bbab-a60f949b9b34), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:24.304717 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe587f86-1d5b-4fad-9a9e-fd1345caa92d,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:24.384675 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-d395fb1c-eb2f-4818-8daf-6eb1b9f7492f service neutron] 10.222.0.79 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9062290 May 13 13:56:24.386592 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:23Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:56:24.442532 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5685a25-8637-40b0-a133-f1744ffea441 None None] The sync data for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi is: [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:23Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:56:24.452413 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-b665d883-734a-4c84-91b5-947db7993143 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2100910525&fields=id&tenant_id=ef87180052d643af940a8e2b4f21e46f HTTP/1.1" status: 200 len: 267 time: 0.1888430 May 13 13:56:24.477193 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Checking segment: {'id': '875d52a7-24f0-4a29-9218-7890f888827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:24.477591 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Network hostable DHCP agents. Network: fa0dc286-b2aa-44ba-a34e-5eec53911313, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:56:24.481687 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f4f57-d4e1-48d9-bb3e-72d9ac2c0203 None None] Current status of the port 91d0cc9e-a6dc-4738-9850-52d3f424e241 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:24.482296 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ac0f4f57-d4e1-48d9-bb3e-72d9ac2c0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:24.541244 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'Port': ['ID=75922440-62f3-447e-bbab-a60f949b9b34,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:24.589140 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-ac0f4f57-d4e1-48d9-bb3e-72d9ac2c0203 None None] For port 91d0cc9e-a6dc-4738-9850-52d3f424e241, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=91d0cc9e-a6dc-4738-9850-52d3f424e241,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:24.596396 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ac0f4f57-d4e1-48d9-bb3e-72d9ac2c0203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:24.654392 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (12b8a530-4997-4d6b-814d-4bfa368e4639), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:24.683410 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f4f57-d4e1-48d9-bb3e-72d9ac2c0203 None None] Pushing event updated for resources: {'Port': ['ID=91d0cc9e-a6dc-4738-9850-52d3f424e241,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:24.699643 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Network fa0dc286-b2aa-44ba-a34e-5eec53911313 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:56:24.708209 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:24.709499 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-cd5196b9-8bf0-4440-bd1a-fa959425a3a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0802753 May 13 13:56:24.761230 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, fa0dc286-b2aa-44ba-a34e-5eec53911313) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:24.768188 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-8b2a2484-7df2-4f16-bf18-4973067dd72d service neutron] 10.222.0.79 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709769 May 13 13:56:24.777314 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:24.777934 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:24.793993 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c58c32-b9b2-4b43-bada-6ada61510a49 None None] Network fa0dc286-b2aa-44ba-a34e-5eec53911313 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:56:24.810098 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-ce2bc674-57b5-4f77-abcc-5114366715c5 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:24.811883 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-ce2bc674-57b5-4f77-abcc-5114366715c5 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/networks?id=447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 200 len: 810 time: 0.3289030 May 13 13:56:24.862443 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-b9d3c007-789b-4883-a877-01e4ca8680b9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7007306 May 13 13:56:24.879511 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-eac275e2-a1d1-44b0-80d3-8bd46c7bc7b5 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/quotas/ef87180052d643af940a8e2b4f21e46f HTTP/1.1" status: 200 len: 375 time: 0.0443456 May 13 13:56:24.925290 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'port': {'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'admin_state_up': True, 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'security_groups': ['14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb']}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:24.977227 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 59920) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:25.028875 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2 req-5a31c7f6-f01e-424e-b410-309292bb342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:25.031313 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2 req-5a31c7f6-f01e-424e-b410-309292bb342f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d42ea16d0ee64f398b01b206c1960b08&device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 1128 time: 0.1328385 May 13 13:56:25.077236 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20617a22-5234-4f39-ad96-a37753a42e50 None None] Network fa0dc286-b2aa-44ba-a34e-5eec53911313 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:56:25.143807 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-387e11da-2db7-4163-98fe-9b0fe75f5f9b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2632823 May 13 13:56:25.476147 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2 req-09faa709-0c98-4bd9-a032-e9d5c817bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:25.481367 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2 req-09faa709-0c98-4bd9-a032-e9d5c817bcca service neutron] 10.222.0.87 "GET /v2.0/networks?id=3de73a64-9208-445c-affd-c0841473ceb2 HTTP/1.1" status: 200 len: 913 time: 0.4376605 May 13 13:56:25.533522 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8adb4f7e-3129-4c77-99f9-fcefaaad3489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:25.544500 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Made reservation on behalf of ac9b3816e0cb4400919797c107065ad4 for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:56:25.553445 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:25.581886 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2 req-c39dd52a-f0ca-4383-b3ea-f262f763b3ac service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b HTTP/1.1" status: 200 len: 217 time: 0.0946696 May 13 13:56:25.625681 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-f4f9ed37-8618-48b4-b37e-075a2ae53af8 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:56:25.627590 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-f4f9ed37-8618-48b4-b37e-075a2ae53af8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1505606 May 13 13:56:25.647907 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-1e0e509a-8b7e-42d2-9359-1359186ac825 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--760256984&fields=id&tenant_id=203eb74b5a2c444aac67940d775ecfc3 HTTP/1.1" status: 200 len: 267 time: 0.3660536 May 13 13:56:25.823255 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2 req-bb02d357-04ae-492c-bf7d-46aced81eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:25.831158 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2 req-bb02d357-04ae-492c-bf7d-46aced81eaec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c1990aa8-fb6d-485c-b397-bf2f765e5a8a HTTP/1.1" status: 200 len: 852 time: 0.2395062 May 13 13:56:25.887352 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 91d0cc9e-a6dc-4738-9850-52d3f424e241 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:25.927412 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2 req-a9e5c10a-b3a3-401b-aff8-5dab5d93b3a0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3de73a64-9208-445c-affd-c0841473ceb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894828 May 13 13:56:26.059923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 91d0cc9e-a6dc-4738-9850-52d3f424e241 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:26.061653 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:26.232423 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2 req-ce213d16-0f5e-405b-9610-1eb58914c997 service neutron] 10.222.0.87 "GET /v2.0/networks/3de73a64-9208-445c-affd-c0841473ceb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919829 May 13 13:56:26.283809 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 91d0cc9e-a6dc-4738-9850-52d3f424e241 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:26.433061 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-05109cb1-f5f6-4699-b4e5-95641ee1b8f2 req-9fb6c6a4-3f7e-47ea-9d24-b3def34bc414 service neutron] 10.222.0.87 "GET /v2.0/networks/3de73a64-9208-445c-affd-c0841473ceb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967618 May 13 13:56:26.667292 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-37032dc0-f658-4e01-ab5e-12680a6e7ee2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:26.668382 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-37032dc0-f658-4e01-ab5e-12680a6e7ee2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 817 time: 1.0192418 May 13 13:56:26.692884 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device d7ba6f79-08c4-491c-92f8-2ea6a96ad92b details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:56:26.718289 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Allocated IP 172.20.0.9 (ed6b2694-1b8c-422b-965c-287402920164/1c0740f5-1421-43f8-a0c8-70308a319e92/504a7fcd-a3fa-4e91-ae56-90416b5e697f) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:26.735365 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-b4c70a26-5f54-4cd9-b0a1-3bbbaceaeb2c service neutron] 10.222.0.79 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0853157 May 13 13:56:26.743314 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-bee3887e-7fb3-4814-9379-749edf6d2295 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/quotas/203eb74b5a2c444aac67940d775ecfc3 HTTP/1.1" status: 200 len: 375 time: 0.0638285 May 13 13:56:26.746206 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8adb4f7e-3129-4c77-99f9-fcefaaad3489 admin admin] Publish callbacks [] for security_group (3e449518-8271-40f7-91ad-1c86452b3733), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:26.764051 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8adb4f7e-3129-4c77-99f9-fcefaaad3489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3e449518-8271-40f7-91ad-1c86452b3733), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:26.922599 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,segment=NetworkSegment(bbec4381-4523-4413-94dc-d5d19a7d7be5),segment_id=bbec4381-4523-4413-94dc-d5d19a7d7be5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:26.925692 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-8adb4f7e-3129-4c77-99f9-fcefaaad3489 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b09b8a26e3364d17b733d9d3c3181892&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9455812 May 13 13:56:26.928616 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 59982) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:26.947857 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': 'd7ba6f79-08c4-491c-92f8-2ea6a96ad92b', 'network_id': '3de73a64-9208-445c-affd-c0841473ceb2', 'port_id': 'd7ba6f79-08c4-491c-92f8-2ea6a96ad92b', 'mac_address': 'fa:16:3e:c0:9a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1990aa8-fb6d-485c-b397-bf2f765e5a8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:56:26.986884 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb4f7e-3129-4c77-99f9-fcefaaad3489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e449518-8271-40f7-91ad-1c86452b3733,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:27.005694 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-94f2d51a-cd8e-40ae-a9c0-81884a977d8a admin admin] Publish callbacks [] for security_group (3e449518-8271-40f7-91ad-1c86452b3733), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:27.024228 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-06381f1d-d84d-4243-812f-67185f64a6f8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2607174 May 13 13:56:27.033008 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:27.033552 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:27.042934 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-94f2d51a-cd8e-40ae-a9c0-81884a977d8a admin admin] Publish callbacks [] for security_group (3e449518-8271-40f7-91ad-1c86452b3733), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:27.051468 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ba6f79-08c4-491c-92f8-2ea6a96ad92b {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:27.082488 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,segment=NetworkSegment(bbec4381-4523-4413-94dc-d5d19a7d7be5),segment_id=bbec4381-4523-4413-94dc-d5d19a7d7be5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:27.087464 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:27.115123 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-94f2d51a-cd8e-40ae-a9c0-81884a977d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3e449518-8271-40f7-91ad-1c86452b3733), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:27.119233 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-94f2d51a-cd8e-40ae-a9c0-81884a977d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:27.120837 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-94f2d51a-cd8e-40ae-a9c0-81884a977d8a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e449518-8271-40f7-91ad-1c86452b3733 HTTP/1.1" status: 204 len: 168 time: 0.1911740 May 13 13:56:27.134781 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2d51a-cd8e-40ae-a9c0-81884a977d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e449518-8271-40f7-91ad-1c86452b3733,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:27.173650 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:27.211769 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-d45bda28-8255-4410-a19a-a480d3817c5b service neutron] 10.222.0.79 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499772 May 13 13:56:27.240335 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:27.278067 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-efd59dd0-0617-48b2-b25e-e4c3d4e2caa5 service neutron] 10.222.0.79 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338386 May 13 13:56:27.539052 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['d7ba6f79-08c4-491c-92f8-2ea6a96ad92b'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:56:27.604351 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-985bbef0-111d-4939-a217-41f554fdff07 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:27.612875 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-985bbef0-111d-4939-a217-41f554fdff07 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 819 time: 0.3086085 May 13 13:56:27.638575 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Request body: {'port': {'device_id': '3c44ce14-5d23-453e-bfde-1fb8c8d74c2a', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'admin_state_up': True, 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:27.783783 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 60000) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:27.854507 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5b1b31e0-209a-4454-888c-bb62b9441dbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:27.882122 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:28.017369 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbfa4f-ddbe-4802-990f-b6ff7493bf5d req-57abd3f8-0000-497a-8a24-c27be4fe1398 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:28.019620 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c0fbfa4f-ddbe-4802-990f-b6ff7493bf5d req-57abd3f8-0000-497a-8a24-c27be4fe1398 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 945 time: 0.2635686 May 13 13:56:28.083919 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Network ed6b2694-1b8c-422b-965c-287402920164 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:28.093169 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5b1b31e0-209a-4454-888c-bb62b9441dbf admin admin] Publish callbacks [] for security_group (dcd7274b-5902-42e6-9bf5-7a35b79372ae), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:28.115360 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d3309ba3-c099-4ab1-a043-dda222f7dad3 service neutron] 10.222.0.79 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8242347 May 13 13:56:28.118431 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=504a7fcd-a3fa-4e91-ae56-90416b5e697f,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:28.124043 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:28.138744 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5b1b31e0-209a-4454-888c-bb62b9441dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (dcd7274b-5902-42e6-9bf5-7a35b79372ae), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:28.148951 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:28.221938 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b31e0-209a-4454-888c-bb62b9441dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd7274b-5902-42e6-9bf5-7a35b79372ae,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:28.260396 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-5b1b31e0-209a-4454-888c-bb62b9441dbf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a0a7556849be4e80a1e56245a04d0749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739697 May 13 13:56:28.264095 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 60022) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:28.269123 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:28.271271 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:28.285034 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Made reservation on behalf of ef89791b177f4bf0ba916f133c79f33a for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:56:28.288920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:28.352998 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c0fbfa4f-ddbe-4802-990f-b6ff7493bf5d req-7fcfc2a0-55d2-46be-92e4-e66b5547adf7 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207860 May 13 13:56:28.402754 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-0fe53631-a441-4750-93a3-e151786a21d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4979470 May 13 13:56:28.427576 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Request body: {'port': {'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:28.676920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Allocated IP 172.20.0.8 (37774d91-9a21-4c82-acd7-acc4b660f52e/bf1ad3b7-4140-4a23-8246-e24bb04e7baf/ce3869b7-d2b1-485b-b44b-6654613759f1) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:28.684628 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fd79f9d7-a658-4f5a-975a-679328648dd6 admin admin] Publish callbacks [] for security_group (dcd7274b-5902-42e6-9bf5-7a35b79372ae), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:28.704175 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d7bec908-572f-44ab-b6ef-72b3c4bf8c9b req-aa87c338-4915-430d-b192-50a53a12d6f8 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 210 time: 0.1177285 May 13 13:56:28.707820 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:28.723873 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-b9ff482e-5ec6-47f5-89c9-c4c8909cb6d4 None None] Provisioning complete for port 504a7fcd-a3fa-4e91-ae56-90416b5e697f triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:28.724651 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b9ff482e-5ec6-47f5-89c9-c4c8909cb6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:28.765820 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ecea3-4513-4f49-861a-17584650a4a8 req-84887b45-c74e-4d72-98a8-686c6ed1f468 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:28.779337 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e2ecea3-4513-4f49-861a-17584650a4a8 req-84887b45-c74e-4d72-98a8-686c6ed1f468 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 931 time: 0.2404184 May 13 13:56:28.781904 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fd79f9d7-a658-4f5a-975a-679328648dd6 admin admin] Publish callbacks [] for security_group (dcd7274b-5902-42e6-9bf5-7a35b79372ae), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:29.051956 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device d7ba6f79-08c4-491c-92f8-2ea6a96ad92b up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:29.058207 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fd79f9d7-a658-4f5a-975a-679328648dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (dcd7274b-5902-42e6-9bf5-7a35b79372ae), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:29.069698 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fd79f9d7-a658-4f5a-975a-679328648dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:29.071747 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-fd79f9d7-a658-4f5a-975a-679328648dd6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dcd7274b-5902-42e6-9bf5-7a35b79372ae HTTP/1.1" status: 204 len: 168 time: 0.8053286 May 13 13:56:29.092050 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff482e-5ec6-47f5-89c9-c4c8909cb6d4 None None] Port 504a7fcd-a3fa-4e91-ae56-90416b5e697f cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:29.107432 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79f9d7-a658-4f5a-975a-679328648dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd7274b-5902-42e6-9bf5-7a35b79372ae,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:29.122609 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-408a6ead-fdf0-4d4a-b24e-b55564901bfa req-d47e9c56-08b0-4a6c-a230-d2f18ec39743 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 210 time: 0.2180130 May 13 13:56:29.200138 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:56:29.217578 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:29.218810 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:29.246173 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:29.357847 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:29.428050 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:29.428665 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:29.474159 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e2ecea3-4513-4f49-861a-17584650a4a8 req-9f345f3f-e9e1-4609-b2d0-26e916c8eb8d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6935840 May 13 13:56:29.511890 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,segment=NetworkSegment(bbec4381-4523-4413-94dc-d5d19a7d7be5),segment_id=bbec4381-4523-4413-94dc-d5d19a7d7be5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:29.513398 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d8a733-ab35-4501-9946-8035d5af171d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ba6f79-08c4-491c-92f8-2ea6a96ad92b'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:29.622608 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event updated for resources: {'Port': ['ID=ce3869b7-d2b1-485b-b44b-6654613759f1,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:29.635118 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.87', 63632) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:29.714140 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:29.740828 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-13e119d4-7d20-415b-b8c2-56486c434600 req-8354c60a-055d-44e3-bb9a-d04eed802990 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 210 time: 0.0982246 May 13 13:56:29.747614 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Network 37774d91-9a21-4c82-acd7-acc4b660f52e is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:29.755682 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:29.773104 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:29.779055 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:29.792510 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:29.857970 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:29.867064 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-d8ac86db-4d86-451d-9d0b-8be72cc5d2b7 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:29.871127 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-d8ac86db-4d86-451d-9d0b-8be72cc5d2b7 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/networks?id=fa0dc286-b2aa-44ba-a34e-5eec53911313 HTTP/1.1" status: 200 len: 808 time: 0.6043661 May 13 13:56:29.891543 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-f9373429-4c0d-40da-ae3a-e68584453c48 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2598722 May 13 13:56:29.898539 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-855b1898-31ec-4d2c-80c3-eb5c72af7c87 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/quotas/703aa4774820401da920e420eb6181d9 HTTP/1.1" status: 200 len: 375 time: 0.0148211 May 13 13:56:29.918885 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Request body: {'port': {'device_id': '3c44ce14-5d23-453e-bfde-1fb8c8d74c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:29.989753 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-9de3d75c-8d0e-4b9c-9d2d-85329290fdf2 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=703aa4774820401da920e420eb6181d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841472 May 13 13:56:30.008538 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417286d4-5916-4775-82b0-5bf5e005bcf7" -d '{"events": [{"server_uuid": "e9d8a733-ab35-4501-9946-8035d5af171d", "name": "network-vif-plugged", "status": "completed", "tag": "d7ba6f79-08c4-491c-92f8-2ea6a96ad92b"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:30.097986 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-4f604348-05aa-4447-ae9c-9d566abc5216 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:30.100180 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-4f604348-05aa-4447-ae9c-9d566abc5216 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.87 "GET /v2.0/networks?id=447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 200 len: 810 time: 0.4565465 May 13 13:56:30.132374 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:30.218526 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-6c740697-f5a4-4639-99a9-8da2be4480d6 service neutron] 10.222.0.79 "GET /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079499 May 13 13:56:30.339935 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-2374cce3-8c40-4577-832e-d99b3e500101 None None] Provisioning complete for port ce3869b7-d2b1-485b-b44b-6654613759f1 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:30.340813 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2374cce3-8c40-4577-832e-d99b3e500101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:30.404999 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-f956ea7f-d1fa-46d0-8cd3-2eb414c76dc1 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef87180052d643af940a8e2b4f21e46f HTTP/1.1" status: 200 len: 380 time: 0.2573333 May 13 13:56:30.424892 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2374cce3-8c40-4577-832e-d99b3e500101 None None] Port ce3869b7-d2b1-485b-b44b-6654613759f1 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:30.459500 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-07b6d42c-05f0-4ec3-ae43-d2f7519162cc tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:30.461814 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-07b6d42c-05f0-4ec3-ae43-d2f7519162cc tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 819 time: 0.4913809 May 13 13:56:30.515383 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504a7fcd-a3fa-4e91-ae56-90416b5e697f {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:30.528153 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Publish callbacks [] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:30.574000 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-89901f28-3086-4f50-b942-39d3008cf362 service neutron] 10.222.0.79 "GET /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541746 May 13 13:56:30.585950 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Transition to ACTIVE for port object 504a7fcd-a3fa-4e91-ae56-90416b5e697f will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:56:30.588324 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-084db4f4-533f-4b38-975a-edd7f586c438 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/quotas/ef89791b177f4bf0ba916f133c79f33a HTTP/1.1" status: 200 len: 375 time: 0.0471456 May 13 13:56:30.592262 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:30.623935 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'port': {'device_id': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'admin_state_up': True, 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'security_groups': ['9ef67139-0331-4fb6-abd8-32564893ef51']}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:30.820555 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3869b7-d2b1-485b-b44b-6654613759f1 {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:30.831529 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Publish callbacks [] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:30.839465 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.87', 63637) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:30.852459 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-57f1ef48-3fa5-4d6d-966a-e25d3b1f3ba9 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2548788 May 13 13:56:30.916321 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Pushing event updated for resources: {'Port': ['ID=504a7fcd-a3fa-4e91-ae56-90416b5e697f,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:31.074086 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-05fe7205-6189-468e-bab3-3948d8ee5f7d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:31.076003 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-05fe7205-6189-468e-bab3-3948d8ee5f7d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 817 time: 0.2353199 May 13 13:56:31.139460 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Transition to ACTIVE for port object ce3869b7-d2b1-485b-b44b-6654613759f1 will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:56:31.203961 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:31.238443 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ea90c-fc0b-4675-b300-604251e65977 req-de82d87e-a543-4acc-9585-081582f62c69 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:31.250281 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-137ea90c-fc0b-4675-b300-604251e65977 req-de82d87e-a543-4acc-9585-081582f62c69 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.3958936 May 13 13:56:31.257595 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Made reservation on behalf of ef87180052d643af940a8e2b4f21e46f for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:56:31.262777 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:31.282097 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Attempting to bind port 504a7fcd-a3fa-4e91-ae56-90416b5e697f on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:31.282578 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Attempting to bind port 504a7fcd-a3fa-4e91-ae56-90416b5e697f by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:31.283438 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Attempting to bind port 504a7fcd-a3fa-4e91-ae56-90416b5e697f on network ed6b2694-1b8c-422b-965c-287402920164 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:31.307216 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-cdd18aed-e73e-4d8f-b150-c0325cc962ed tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=203eb74b5a2c444aac67940d775ecfc3 HTTP/1.1" status: 200 len: 379 time: 0.2147336 May 13 13:56:31.343306 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'port': {'device_id': '19b01326-65de-403a-8020-724b6563fa64', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'admin_state_up': True, 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'security_groups': ['30198815-d8a8-435b-b2eb-b266fa83786b']}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:31.358335 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-137ea90c-fc0b-4675-b300-604251e65977 req-721622bc-1f23-4f89-8561-ea9bdfcdf7e5 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068676 May 13 13:56:31.359112 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Port 504a7fcd-a3fa-4e91-ae56-90416b5e697f on network ed6b2694-1b8c-422b-965c-287402920164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:56:31.359497 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Attempting to bind port 504a7fcd-a3fa-4e91-ae56-90416b5e697f on network ed6b2694-1b8c-422b-965c-287402920164 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:31.445672 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:31.447932 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Checking segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:31.448693 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Bound using segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:31.449321 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Bound port: 504a7fcd-a3fa-4e91-ae56-90416b5e697f, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:31.458990 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:31.466437 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3869b7-d2b1-485b-b44b-6654613759f1,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:31.508158 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-8357b0f6-5d2c-4f80-b5da-c66c4733d326 service neutron] 10.222.0.79 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369269 May 13 13:56:31.672841 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Attempting to bind port ce3869b7-d2b1-485b-b44b-6654613759f1 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:31.674097 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Attempting to bind port ce3869b7-d2b1-485b-b44b-6654613759f1 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:31.674540 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Attempting to bind port ce3869b7-d2b1-485b-b44b-6654613759f1 on network 37774d91-9a21-4c82-acd7-acc4b660f52e {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:31.715721 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Port ce3869b7-d2b1-485b-b44b-6654613759f1 on network 37774d91-9a21-4c82-acd7-acc4b660f52e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:56:31.717171 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Attempting to bind port ce3869b7-d2b1-485b-b44b-6654613759f1 on network 37774d91-9a21-4c82-acd7-acc4b660f52e {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:31.857091 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:31.857800 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Checking segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:31.858556 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Bound using segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:31.859599 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Bound port: ce3869b7-d2b1-485b-b44b-6654613759f1, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:31.860326 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:31.896737 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b14c59-45cf-4e81-a674-a1a8cf1cf58e x-openstack-request-id: req-a0b14c59-45cf-4e81-a674-a1a8cf1cf58e {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:31.897562 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d8a733-ab35-4501-9946-8035d5af171d", "name": "network-vif-plugged", "status": "completed", "tag": "d7ba6f79-08c4-491c-92f8-2ea6a96ad92b", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:31.897562 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a0b14c59-45cf-4e81-a674-a1a8cf1cf58e {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:31.897834 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b14c59-45cf-4e81-a674-a1a8cf1cf58e'] response: {'server_uuid': 'e9d8a733-ab35-4501-9946-8035d5af171d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ba6f79-08c4-491c-92f8-2ea6a96ad92b', 'code': 200} May 13 13:56:32.007635 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Allocated IP 172.20.0.11 (447dd757-4541-46df-a762-b636f2945abd/6ffaafe0-6962-4052-8361-d81fc28ac59c/0cddf8e8-d022-4c17-bc59-86e111fd692f) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:32.055128 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Made reservation on behalf of 203eb74b5a2c444aac67940d775ecfc3 for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:56:32.059951 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:32.097307 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-80cc151a-48b9-4cf7-9752-fb71fc34b819 service neutron] 10.222.0.79 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5879757 May 13 13:56:32.108463 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] For port ce3869b7-d2b1-485b-b44b-6654613759f1, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:32.143713 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] For port ce3869b7-d2b1-485b-b44b-6654613759f1, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ce3869b7-d2b1-485b-b44b-6654613759f1,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:32.167414 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8f1f6c46-d2bc-4873-bdea-d7e86e64b13a req-a9296607-2ece-44f8-a818-4958e199ec68 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 210 time: 0.1070511 May 13 13:56:32.211342 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:32.216661 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.87', 63641) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:32.422121 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] For port 504a7fcd-a3fa-4e91-ae56-90416b5e697f, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:32.441101 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:32.442127 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:32.452705 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] 10.222.0.87 "PUT /v2.0/ports/ce3869b7-d2b1-485b-b44b-6654613759f1 HTTP/1.1" status: 200 len: 1093 time: 2.5435400 May 13 13:56:32.453416 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c44ce14-5d23-453e-bfde-1fb8c8d74c2a', 'tag': 'ce3869b7-d2b1-485b-b44b-6654613759f1'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:32.457285 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e133cdcb-8dcc-4d38-af13-551a82a920af" -d '{"events": [{"name": "network-changed", "server_uuid": "3c44ce14-5d23-453e-bfde-1fb8c8d74c2a", "tag": "ce3869b7-d2b1-485b-b44b-6654613759f1"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:32.504040 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11d0ae-7f30-46c2-9a15-44104dea6ea7 req-e4686802-6d1b-40ec-b0bc-154293995f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:32.507407 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1b11d0ae-7f30-46c2-9a15-44104dea6ea7 req-e4686802-6d1b-40ec-b0bc-154293995f3c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 1130 time: 0.2891686 May 13 13:56:32.512338 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] For port 504a7fcd-a3fa-4e91-ae56-90416b5e697f, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=504a7fcd-a3fa-4e91-ae56-90416b5e697f,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:32.641445 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:32.697520 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-06c70143-d57a-4c5e-b669-03e5ef398cbb req-2b9c6c23-74da-43d6-af06-2875e2d0acb9 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 210 time: 0.2285447 May 13 13:56:32.705698 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d14f8-5c22-45b5-acc5-12355506be45 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3869b7-d2b1-485b-b44b-6654613759f1,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:32.738311 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1b11d0ae-7f30-46c2-9a15-44104dea6ea7 req-26c234a5-b2cd-4f56-99dd-fbfd4eeb4e44 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:32.740658 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:32.767775 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-b63f641f-90ed-47ad-90be-aa2f0b5139fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:32.769676 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-b63f641f-90ed-47ad-90be-aa2f0b5139fe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 1127 time: 0.1359060 May 13 13:56:32.801008 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Allocated IP 172.20.0.13 (d31cc72a-07f0-4e46-83ba-2f51500ae3d4/b3543575-5e38-4c61-8e32-a85fd786856f/7212a472-72e2-4e58-9b35-4036a7195ef1) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:32.839647 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.87', 63642) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:32.854661 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:32.856183 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:32.858751 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] 10.222.0.87 "PUT /v2.0/ports/504a7fcd-a3fa-4e91-ae56-90416b5e697f HTTP/1.1" status: 200 len: 1093 time: 4.4380043 May 13 13:56:32.895299 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'tag': '504a7fcd-a3fa-4e91-ae56-90416b5e697f'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:32.896528 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-4e7108b3-c948-4ca0-8912-1221ad54c6c2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce3869b7-d2b1-485b-b44b-6654613759f1 HTTP/1.1" status: 200 len: 217 time: 0.1067090 May 13 13:56:32.942143 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a915fc8-823e-4317-a354-741cdbe27ff1 req-ea22b8f2-9a88-425b-8fb4-f433793e8fd7 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:32.961258 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a915fc8-823e-4317-a354-741cdbe27ff1 req-ea22b8f2-9a88-425b-8fb4-f433793e8fd7 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.5608995 May 13 13:56:33.089573 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:33.237009 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Network 447dd757-4541-46df-a762-b636f2945abd is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:33.245704 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-7c7bed63-07df-4646-835f-eac0362dac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:33.248325 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-7c7bed63-07df-4646-835f-eac0362dac1e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.2933724 May 13 13:56:33.254034 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:33.256039 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'Port': ['ID=0cddf8e8-d022-4c17-bc59-86e111fd692f,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:33.267708 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:33.281523 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:33.282444 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:33.362756 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-afd96067-b9ff-4849-bcc8-8231fe1af177 req-8628a0c4-b623-4f9d-8cf9-ad0812b510da tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 210 time: 0.3473117 May 13 13:56:33.379517 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01658380-1953-4f58-a008-e53d03eb8037" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fb9024-5080-4527-b9ac-55f60dbccd8a", "tag": "504a7fcd-a3fa-4e91-ae56-90416b5e697f"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:33.418764 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-4e3c1d96-ce74-4690-8b96-5c84325394b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:33.420590 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-4e3c1d96-ce74-4690-8b96-5c84325394b7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1348622 May 13 13:56:33.429197 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-5d6bf87b-5a99-49c6-9fc8-051aa38ffd5b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8122613 May 13 13:56:33.482763 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Request body: {'port': {'device_id': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:33.604326 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a915fc8-823e-4317-a354-741cdbe27ff1 req-708993b5-7fae-4780-9bfc-a6932ad9afd5 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6414914 May 13 13:56:33.606075 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-b3b8b90f-584b-4eb9-8c88-e915845e73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:33.608558 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-b3b8b90f-584b-4eb9-8c88-e915845e73a1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 1127 time: 0.5978198 May 13 13:56:33.640096 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a4736-4b1e-4e0f-a65a-511333a29cca service neutron] Pushing event updated for resources: {'Port': ['ID=504a7fcd-a3fa-4e91-ae56-90416b5e697f,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:33.739430 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-77524f48-8e19-4d7d-ae88-83b3b3d2f7ab None None] Provisioning complete for port 0cddf8e8-d022-4c17-bc59-86e111fd692f triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:33.740133 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-77524f48-8e19-4d7d-ae88-83b3b3d2f7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:33.742696 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-a92302ea-669a-4e7a-b978-62d10d8ffefd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=504a7fcd-a3fa-4e91-ae56-90416b5e697f HTTP/1.1" status: 200 len: 217 time: 0.1133950 May 13 13:56:33.796132 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-77524f48-8e19-4d7d-ae88-83b3b3d2f7ab None None] Port 0cddf8e8-d022-4c17-bc59-86e111fd692f cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:33.815634 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-249add06-fcd8-4c16-b98d-34c6f0d66076 req-40edede2-40c7-4431-8329-19781ae6e40d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.1671443 May 13 13:56:33.834996 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-6082b364-28db-491f-8a49-bec17f0c12a3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:33.836842 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-6082b364-28db-491f-8a49-bec17f0c12a3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.87 "GET /v2.0/networks?id=fa0dc286-b2aa-44ba-a34e-5eec53911313 HTTP/1.1" status: 200 len: 808 time: 0.9913378 May 13 13:56:33.927948 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5bede-61b8-43c3-8956-9bd8be323366 req-2c78f0a1-b9f8-4e40-80e6-6c8c20045a98 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:33.936399 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eaf5bede-61b8-43c3-8956-9bd8be323366 req-2c78f0a1-b9f8-4e40-80e6-6c8c20045a98 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.2069678 May 13 13:56:33.962083 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:33.980155 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1b11d0ae-7f30-46c2-9a15-44104dea6ea7 req-26c234a5-b2cd-4f56-99dd-fbfd4eeb4e44 service neutron] Publish callbacks [] for security_group (5bb0729a-48be-4bf5-98f6-914de3584f7c), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:33.982750 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-33c149a8-1061-4ca5-84be-b45c66c024ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:33.984768 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-33c149a8-1061-4ca5-84be-b45c66c024ca service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.2065368 May 13 13:56:33.990987 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1b11d0ae-7f30-46c2-9a15-44104dea6ea7 req-26c234a5-b2cd-4f56-99dd-fbfd4eeb4e44 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (5bb0729a-48be-4bf5-98f6-914de3584f7c), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:34.037629 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb4309a-d167-471c-9f15-5a9a798d8f8d x-openstack-request-id: req-3fb4309a-d167-471c-9f15-5a9a798d8f8d {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:34.038156 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c44ce14-5d23-453e-bfde-1fb8c8d74c2a", "tag": "ce3869b7-d2b1-485b-b44b-6654613759f1", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:34.038608 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3fb4309a-d167-471c-9f15-5a9a798d8f8d {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:34.040153 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb4309a-d167-471c-9f15-5a9a798d8f8d'] response: {'name': 'network-changed', 'server_uuid': '3c44ce14-5d23-453e-bfde-1fb8c8d74c2a', 'tag': 'ce3869b7-d2b1-485b-b44b-6654613759f1', 'status': 'completed', 'code': 200} May 13 13:56:34.078028 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eaf5bede-61b8-43c3-8956-9bd8be323366 req-b0f2263a-aee4-40e7-a0ad-976e7e6cc206 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360579 May 13 13:56:34.087088 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1b11d0ae-7f30-46c2-9a15-44104dea6ea7 req-26c234a5-b2cd-4f56-99dd-fbfd4eeb4e44 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5336747 May 13 13:56:34.087709 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c234a5-b2cd-4f56-99dd-fbfd4eeb4e44 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb0729a-48be-4bf5-98f6-914de3584f7c,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:34.089979 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-2b8202a7-2d9e-4412-a567-c8990cdbbaa8 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041799 May 13 13:56:34.101800 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:34.206143 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:34.219412 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9582d-c5b7-4443-b24f-c30c42502cbc req-ee262e66-90e6-40f4-9f95-c4479e518033 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:34.222474 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fff9582d-c5b7-4443-b24f-c30c42502cbc req-ee262e66-90e6-40f4-9f95-c4479e518033 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 932 time: 0.0957034 May 13 13:56:34.264890 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1bb8aa-d240-44cb-a3b9-06e392a91247 x-openstack-request-id: req-6a1bb8aa-d240-44cb-a3b9-06e392a91247 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:34.265489 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fb9024-5080-4527-b9ac-55f60dbccd8a", "tag": "504a7fcd-a3fa-4e91-ae56-90416b5e697f", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:34.266008 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a1bb8aa-d240-44cb-a3b9-06e392a91247 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:34.266697 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1bb8aa-d240-44cb-a3b9-06e392a91247'] response: {'name': 'network-changed', 'server_uuid': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'tag': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'status': 'completed', 'code': 200} May 13 13:56:34.338777 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fff9582d-c5b7-4443-b24f-c30c42502cbc req-89739174-892a-482f-8bcd-a90df63683b8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048985 May 13 13:56:34.356534 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a467f471-b52c-4fa0-865b-e40ad30e49cc req-58a4a313-f5eb-4dce-90b5-8e2847415986 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 210 time: 0.0432830 May 13 13:56:34.366886 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:34.376496 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:34.387438 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:34.389910 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:34.395103 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:34.395940 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:34.455274 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-d250edc8-da3a-4be9-8733-e608974754d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1259024 May 13 13:56:34.562538 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e159822-e5f4-4f00-8bb6-fe02dbb726c2 req-eca1972c-0692-4654-be57-8ab35a548e1d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:34.568477 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1e159822-e5f4-4f00-8bb6-fe02dbb726c2 req-eca1972c-0692-4654-be57-8ab35a548e1d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 932 time: 0.0665557 May 13 13:56:34.578360 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cddf8e8-d022-4c17-bc59-86e111fd692f {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:34.586565 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Publish callbacks [] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:34.602334 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Transition to ACTIVE for port object 0cddf8e8-d022-4c17-bc59-86e111fd692f will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:56:34.607057 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:34.625424 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-78c9be6c-3fdb-436b-8437-93dc79e121c7 None None] Provisioning complete for port 7212a472-72e2-4e58-9b35-4036a7195ef1 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:34.625811 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-78c9be6c-3fdb-436b-8437-93dc79e121c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:34.627186 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1e159822-e5f4-4f00-8bb6-fe02dbb726c2 req-b7a4da24-2060-49f9-b218-0a216507b7c8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568421 May 13 13:56:34.665727 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=0cddf8e8-d022-4c17-bc59-86e111fd692f,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:34.675169 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-78c9be6c-3fdb-436b-8437-93dc79e121c7 None None] Port 7212a472-72e2-4e58-9b35-4036a7195ef1 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:34.716038 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Attempting to bind port 0cddf8e8-d022-4c17-bc59-86e111fd692f on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:34.716418 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Attempting to bind port 0cddf8e8-d022-4c17-bc59-86e111fd692f by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:34.716825 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Attempting to bind port 0cddf8e8-d022-4c17-bc59-86e111fd692f on network 447dd757-4541-46df-a762-b636f2945abd {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:34.724709 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Port 0cddf8e8-d022-4c17-bc59-86e111fd692f on network 447dd757-4541-46df-a762-b636f2945abd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:56:34.725037 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Attempting to bind port 0cddf8e8-d022-4c17-bc59-86e111fd692f on network 447dd757-4541-46df-a762-b636f2945abd {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:34.730547 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:34.730932 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Checking segment: {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:34.731462 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Bound using segment: {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:34.731924 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Bound port: 0cddf8e8-d022-4c17-bc59-86e111fd692f, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:34.732289 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:34.782504 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae020-b252-400f-90d9-8338eb6297d8 req-5059a3b0-e2de-4b63-80b4-f75d7ac88a03 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:34.784568 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8a3ae020-b252-400f-90d9-8338eb6297d8 req-5059a3b0-e2de-4b63-80b4-f75d7ac88a03 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.0726802 May 13 13:56:34.825402 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] For port 0cddf8e8-d022-4c17-bc59-86e111fd692f, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:34.838956 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] For port 0cddf8e8-d022-4c17-bc59-86e111fd692f, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0cddf8e8-d022-4c17-bc59-86e111fd692f,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:34.856287 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:34.860325 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8a3ae020-b252-400f-90d9-8338eb6297d8 req-2a99a718-2e9b-43f3-be16-8e0e5721e43f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642910 May 13 13:56:34.928743 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:34.929810 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:34.932284 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] 10.222.0.87 "PUT /v2.0/ports/0cddf8e8-d022-4c17-bc59-86e111fd692f HTTP/1.1" status: 200 len: 1094 time: 1.4578631 May 13 13:56:34.975167 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b3357-c95d-4427-ad7a-d4572fa14ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=0cddf8e8-d022-4c17-bc59-86e111fd692f,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:34.981403 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b5e2a6aa-1698-41db-a102-749a8ea0291f req-b82e145e-caf2-448a-9b8a-ece1137cc174 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0372660 May 13 13:56:35.204910 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383ce0d-1ea9-4961-adba-6d7695457211 req-32f9e948-d66d-40ff-9a28-325fee60d9f1 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:35.206571 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a383ce0d-1ea9-4961-adba-6d7695457211 req-32f9e948-d66d-40ff-9a28-325fee60d9f1 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.0577943 May 13 13:56:35.264906 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a383ce0d-1ea9-4961-adba-6d7695457211 req-fa48710d-000d-4587-aa18-fd1c356a6870 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507610 May 13 13:56:35.500641 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327ae5e-b668-404a-a14c-9cf0346388b5 req-3687075d-3eeb-4dbf-996b-9280689aa1ec tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:35.502422 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2327ae5e-b668-404a-a14c-9cf0346388b5 req-3687075d-3eeb-4dbf-996b-9280689aa1ec tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.0756984 May 13 13:56:35.504488 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-faf4f20f-56cb-42cb-aa08-2edd3752654e req-6c767428-c2ac-48d5-8f17-dea6f4016761 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 210 time: 0.0488405 May 13 13:56:35.576538 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2327ae5e-b668-404a-a14c-9cf0346388b5 req-a1d85caf-f12d-49f1-8f68-18273cdd1c48 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681121 May 13 13:56:35.714775 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:56:35.773896 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8a14b-afe2-4dd4-aa70-ce253ddaad55 req-6ce58473-0b5d-4216-a30e-d228be7ef2bc tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:35.775493 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-18e8a14b-afe2-4dd4-aa70-ce253ddaad55 req-6ce58473-0b5d-4216-a30e-d228be7ef2bc tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 932 time: 0.0505824 May 13 13:56:35.829197 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-18e8a14b-afe2-4dd4-aa70-ce253ddaad55 req-490d0f77-b8d7-476d-8a6a-b32206bbdc9c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454524 May 13 13:56:35.974931 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517135f3-4df4-4e11-a0cc-9d7f219445df req-7f6a35d7-a42e-4d56-b5ef-b22d622e5079 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:35.976538 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-517135f3-4df4-4e11-a0cc-9d7f219445df req-7f6a35d7-a42e-4d56-b5ef-b22d622e5079 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.0489993 May 13 13:56:36.033162 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-517135f3-4df4-4e11-a0cc-9d7f219445df req-b07d9061-5633-4b40-9b98-62a0667d6e52 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447974 May 13 13:56:36.041693 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'tag': '0cddf8e8-d022-4c17-bc59-86e111fd692f'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:36.045001 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bdee11-cf76-4d2a-a445-6888fdd4a0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "596ea3e4-5857-40b2-82e2-84c63e19f7da", "tag": "0cddf8e8-d022-4c17-bc59-86e111fd692f"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:36.093896 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0131cdcd-6803-4bf6-b570-25de5ab4c721 x-openstack-request-id: req-0131cdcd-6803-4bf6-b570-25de5ab4c721 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:36.094197 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596ea3e4-5857-40b2-82e2-84c63e19f7da", "tag": "0cddf8e8-d022-4c17-bc59-86e111fd692f", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:36.094451 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0131cdcd-6803-4bf6-b570-25de5ab4c721 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:36.094990 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0131cdcd-6803-4bf6-b570-25de5ab4c721'] response: {'name': 'network-changed', 'server_uuid': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'tag': '0cddf8e8-d022-4c17-bc59-86e111fd692f', 'status': 'completed', 'code': 200} May 13 13:56:36.112850 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc44e958-a12d-4fd8-9cfa-649435440a9d req-4e311ebb-8207-4f7e-b426-cbe95b5031e0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0350924 May 13 13:56:36.416221 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b23808-6170-4485-b8d6-6bda14e42872 req-9998378d-dd86-41b9-a44f-6a7242e7d1ea tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:36.418085 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-41b23808-6170-4485-b8d6-6bda14e42872 req-9998378d-dd86-41b9-a44f-6a7242e7d1ea tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.0594101 May 13 13:56:36.501468 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-41b23808-6170-4485-b8d6-6bda14e42872 req-5df985ba-5d15-4cb3-a627-424008dd417e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769129 May 13 13:56:36.630670 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9ee00656-7eb3-4a2f-af47-1ff8e60691a4 req-b2e69edb-3e95-4981-9e60-0aab310d229a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 210 time: 0.0355148 May 13 13:56:36.704331 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad824c0c-9e71-4799-ae42-58472069ff58 req-b6e0ad78-29a5-47de-b7d6-a26dce33155b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:36.705915 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ad824c0c-9e71-4799-ae42-58472069ff58 req-b6e0ad78-29a5-47de-b7d6-a26dce33155b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.0548708 May 13 13:56:36.786460 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ad824c0c-9e71-4799-ae42-58472069ff58 req-d1e07da1-6bdc-4946-8ebb-02b8497702e0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686688 May 13 13:56:36.826366 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Request body: {'port': {'device_id': '55e31b14-12b5-422b-b04a-c37a030d7859', 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313', 'admin_state_up': True, 'tenant_id': '703aa4774820401da920e420eb6181d9'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:36.905161 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Request body: {'port': {'device_id': '19b01326-65de-403a-8020-724b6563fa64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:37.027908 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-de7b0d6d-b574-45df-a609-68a6dcbb1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:37.029438 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-de7b0d6d-b574-45df-a609-68a6dcbb1be2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1409495 May 13 13:56:37.075793 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:37.088292 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db88a3-7a37-43ef-9df3-8ad4c5cbe669 req-71d71d88-9f7a-4478-bb46-e85439900156 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:37.090991 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a2db88a3-7a37-43ef-9df3-8ad4c5cbe669 req-71d71d88-9f7a-4478-bb46-e85439900156 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 932 time: 0.1213255 May 13 13:56:37.137395 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d9e655cd-2b93-42e3-ae1b-4a909f3e212e req-3c689b5c-6e3b-4831-8d5a-6702b546abd6 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453265 May 13 13:56:37.366896 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdee11-cf76-4d2a-a445-6888fdd4a0ca req-82b83311-de28-4893-9131-5a43ef3c5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:37.368799 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-16bdee11-cf76-4d2a-a445-6888fdd4a0ca req-82b83311-de28-4893-9131-5a43ef3c5c24 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 1128 time: 0.0661387 May 13 13:56:37.493195 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d71a1-2f75-498e-af84-0cd6e5888291 req-33bb4fc1-400b-439d-8162-25a8f035129f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:37.494777 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca7d71a1-2f75-498e-af84-0cd6e5888291 req-33bb4fc1-400b-439d-8162-25a8f035129f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.3519840 May 13 13:56:37.495412 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Made reservation on behalf of 703aa4774820401da920e420eb6181d9 for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:56:37.498832 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:37.539396 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a2db88a3-7a37-43ef-9df3-8ad4c5cbe669 req-3cc5877c-e4a5-430e-a89a-1af43065f0b8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4349461 May 13 13:56:37.598454 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7212a472-72e2-4e58-9b35-4036a7195ef1 {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:37.615510 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Publish callbacks [] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:37.630358 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Transition to ACTIVE for port object 7212a472-72e2-4e58-9b35-4036a7195ef1 will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:56:37.636110 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:37.690570 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca7d71a1-2f75-498e-af84-0cd6e5888291 req-f74762ab-0d81-48ee-9f89-c9f091d11a47 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833251 May 13 13:56:37.704626 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2d77b65c-e39c-4bf0-8a46-45b8f69b1132 req-0cd713bb-0356-4f29-88b1-0e7a954f1a0f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0757070 May 13 13:56:37.755317 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-5bc09fe7-6356-467b-905a-55e9b4cda817 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577896 May 13 13:56:37.759469 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Pushing event updated for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:37.781581 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Attempting to bind port 7212a472-72e2-4e58-9b35-4036a7195ef1 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:37.781932 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Attempting to bind port 7212a472-72e2-4e58-9b35-4036a7195ef1 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:37.782266 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Attempting to bind port 7212a472-72e2-4e58-9b35-4036a7195ef1 on network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:37.799549 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Port 7212a472-72e2-4e58-9b35-4036a7195ef1 on network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:56:37.800040 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Attempting to bind port 7212a472-72e2-4e58-9b35-4036a7195ef1 on network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:37.805559 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:37.806264 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Checking segment: {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:37.806382 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Bound using segment: {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:37.807770 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Allocated IP 172.20.0.7 (fa0dc286-b2aa-44ba-a34e-5eec53911313/fe587f86-1d5b-4fad-9a9e-fd1345caa92d/752c852e-22e0-45b9-a24e-da001a8775e3) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:37.811353 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Bound port: 7212a472-72e2-4e58-9b35-4036a7195ef1, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:37.811557 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:37.886930 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c5734b39-97f6-4e19-a519-915b5a41792b req-fc3428a0-191d-4dd4-a48a-e1af2bc77048 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 210 time: 0.0601313 May 13 13:56:37.930678 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:37.936009 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:37.945097 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:37.990240 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:37.991026 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:37.992580 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] 10.222.0.87 "PUT /v2.0/ports/7212a472-72e2-4e58-9b35-4036a7195ef1 HTTP/1.1" status: 200 len: 1094 time: 1.0927489 May 13 13:56:38.007756 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f0252-e443-44d0-8705-a9f6ab04d62d req-22a83c72-b234-4fe0-9ce4-72a93ccdc828 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:38.008882 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-826f0252-e443-44d0-8705-a9f6ab04d62d req-22a83c72-b234-4fe0-9ce4-72a93ccdc828 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.1445341 May 13 13:56:38.012667 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5853b9-4792-4257-bf93-2e5dfca0e159 service neutron] Pushing event updated for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:38.068843 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec8aaf-8f90-4019-9540-79a762f43df9 req-3f4fb53f-f9f0-4cda-99bd-7e3d8b699313 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:38.070392 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ebec8aaf-8f90-4019-9540-79a762f43df9 req-3f4fb53f-f9f0-4cda-99bd-7e3d8b699313 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.1277514 May 13 13:56:38.095975 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:38.099624 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c5e00a-bea0-469e-8e1f-936c77bbba96" -d '{"events": [{"name": "network-changed", "server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:38.199378 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-826f0252-e443-44d0-8705-a9f6ab04d62d req-ede775dc-14ae-4822-b262-ac5e35d045e0 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793561 May 13 13:56:38.206226 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ebec8aaf-8f90-4019-9540-79a762f43df9 req-d192b4df-8816-42cb-8fcb-91a4249cdb7c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190102 May 13 13:56:38.219573 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks [] for port (752c852e-22e0-45b9-a24e-da001a8775e3), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:38.250048 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef07bbbf-d153-4a14-bd21-0cf8f16c9117 x-openstack-request-id: req-ef07bbbf-d153-4a14-bd21-0cf8f16c9117 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:38.250339 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:38.250592 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef07bbbf-d153-4a14-bd21-0cf8f16c9117 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:38.251032 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef07bbbf-d153-4a14-bd21-0cf8f16c9117'] response: {'name': 'network-changed', 'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'status': 'completed', 'code': 200} May 13 13:56:38.263748 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:38.379093 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Network fa0dc286-b2aa-44ba-a34e-5eec53911313 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:38.391434 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:38.400641 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:38.409414 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Pushing event updated for resources: {'Port': ['ID=752c852e-22e0-45b9-a24e-da001a8775e3,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:38.434389 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-45e5aef8-4190-4a2b-bd01-ca91bdc84f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:38.435960 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-45e5aef8-4190-4a2b-bd01-ca91bdc84f40 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 1127 time: 0.1407571 May 13 13:56:38.482912 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:38.483597 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:38.500918 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e5b6df2-0ea2-44e1-9ed5-4114f4b5a4e5 req-8e662b20-fa96-44dd-a779-dc3b480ce9b5 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057076 May 13 13:56:38.508995 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-447add2e-e425-42b7-b07c-f2d2f747709a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6893227 May 13 13:56:38.529734 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdee11-cf76-4d2a-a445-6888fdd4a0ca req-7a1e8956-835a-4cac-8dc0-1683fe943e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:38.532898 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-16bdee11-cf76-4d2a-a445-6888fdd4a0ca req-7a1e8956-835a-4cac-8dc0-1683fe943e17 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=ef87180052d643af940a8e2b4f21e46f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2242482 May 13 13:56:38.681701 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb8652-2304-4ad3-9ddc-2036a6a54707 req-b9db247d-9152-4371-b6be-c55857373246 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:38.683672 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-14eb8652-2304-4ad3-9ddc-2036a6a54707 req-b9db247d-9152-4371-b6be-c55857373246 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0669277 May 13 13:56:38.754837 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-14eb8652-2304-4ad3-9ddc-2036a6a54707 req-6b143c46-ca87-4c83-aa74-7b27869235f4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646441 May 13 13:56:38.870824 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4326098d-89d8-4a7c-8329-7af4b4a0575c req-171dbaf6-370c-434f-984b-3bff704fb9ae tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0434802 May 13 13:56:38.913998 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3b674-4207-4f01-b178-e47fb0bf5f92 req-07afa2da-44ba-44b5-a4b8-a6c639eeb4d3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:38.916416 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-90e3b674-4207-4f01-b178-e47fb0bf5f92 req-07afa2da-44ba-44b5-a4b8-a6c639eeb4d3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.0743062 May 13 13:56:38.988553 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-90e3b674-4207-4f01-b178-e47fb0bf5f92 req-73ef5b29-d538-4199-b717-f70fd4b8b0f4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656629 May 13 13:56:39.031854 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfed61-7eb9-491a-aaab-6806fa10967b req-08aa5c19-da1a-43ef-8af4-6b7be595e378 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:39.033581 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bfdfed61-7eb9-491a-aaab-6806fa10967b req-08aa5c19-da1a-43ef-8af4-6b7be595e378 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 931 time: 0.0597169 May 13 13:56:39.109016 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bfdfed61-7eb9-491a-aaab-6806fa10967b req-ab8431c6-5c3e-42c6-8e84-20894b7717d8 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670996 May 13 13:56:39.257451 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Request body: {'port': {'device_id': '55e31b14-12b5-422b-b04a-c37a030d7859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:39.398359 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:39.575324 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e2997-fbc1-49c0-8979-cde08ba48f77 req-c769503d-8991-490b-bea6-8f45dbb3ee33 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:39.578274 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-649e2997-fbc1-49c0-8979-cde08ba48f77 req-c769503d-8991-490b-bea6-8f45dbb3ee33 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.1807985 May 13 13:56:39.588329 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-fa3163aa-9b22-47f8-822f-e014ddb9f513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:39.590554 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-fa3163aa-9b22-47f8-822f-e014ddb9f513 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 1128 time: 0.3487005 May 13 13:56:39.597083 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86773267-ca35-45a8-a42c-5bce62262f92 req-0ff80914-3f8a-4d13-b7c1-584eca0f71b9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:39.598730 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-86773267-ca35-45a8-a42c-5bce62262f92 req-0ff80914-3f8a-4d13-b7c1-584eca0f71b9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.1804852 May 13 13:56:39.682122 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-a4a4d818-60df-47a5-9af0-78b8c4b36ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:39.684505 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-a4a4d818-60df-47a5-9af0-78b8c4b36ba1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.4377339 May 13 13:56:39.701907 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdee11-cf76-4d2a-a445-6888fdd4a0ca req-1fb4097b-fbb5-44d1-b4b1-1215f70f6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:39.704311 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-16bdee11-cf76-4d2a-a445-6888fdd4a0ca req-1fb4097b-fbb5-44d1-b4b1-1215f70f6958 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4674644 May 13 13:56:39.825080 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-649e2997-fbc1-49c0-8979-cde08ba48f77 req-35241ab9-48e4-469c-9714-d1913e687e98 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357032 May 13 13:56:39.835844 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-86773267-ca35-45a8-a42c-5bce62262f92 req-1ed7c8cb-daeb-48d1-a213-8616c8a54511 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225561 May 13 13:56:40.032766 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0301b07-d675-4b56-a623-8c43dc878267 req-7f09bb74-fc99-4a7f-8f37-bd4bdb1c76a7 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:40.034343 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d0301b07-d675-4b56-a623-8c43dc878267 req-7f09bb74-fc99-4a7f-8f37-bd4bdb1c76a7 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1164694 May 13 13:56:40.038046 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2fa33954-fa79-48a3-bb27-2fd07f5701f4 req-3871b642-8f6f-4955-a50d-ab032c0c392a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0639195 May 13 13:56:40.057894 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752c852e-22e0-45b9-a24e-da001a8775e3 {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:40.075943 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Publish callbacks [] for port (752c852e-22e0-45b9-a24e-da001a8775e3), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.110544 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Transition to ACTIVE for port object 752c852e-22e0-45b9-a24e-da001a8775e3 will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:56:40.119241 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d0301b07-d675-4b56-a623-8c43dc878267 req-5144554f-983b-4d5f-930e-3dc15ce4071d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758197 May 13 13:56:40.120604 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.239193 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 60342) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:40.281403 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf5e96-99bd-40ac-8791-1bf386afdc47 req-5452f11a-16a6-4d4b-97e4-6ab7df40fd44 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:40.282940 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3cdf5e96-99bd-40ac-8791-1bf386afdc47 req-5452f11a-16a6-4d4b-97e4-6ab7df40fd44 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0757375 May 13 13:56:40.319839 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Pushing event updated for resources: {'Port': ['ID=752c852e-22e0-45b9-a24e-da001a8775e3,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:40.348317 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fda49-7f4d-4bbf-9ece-a1ebef880d95 req-fa1937d2-e4a8-425d-9aaa-92fb446cd95d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:40.350098 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-235fda49-7f4d-4bbf-9ece-a1ebef880d95 req-fa1937d2-e4a8-425d-9aaa-92fb446cd95d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.2197883 May 13 13:56:40.395515 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6c455af9-53c8-4973-af21-608fc22d06b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.445230 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3cdf5e96-99bd-40ac-8791-1bf386afdc47 req-e902c14b-6bb2-43b6-8db3-a85c6fe8b326 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388154 May 13 13:56:40.451325 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Attempting to bind port 752c852e-22e0-45b9-a24e-da001a8775e3 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:40.451656 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Attempting to bind port 752c852e-22e0-45b9-a24e-da001a8775e3 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '875d52a7-24f0-4a29-9218-7890f888827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:40.451981 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Attempting to bind port 752c852e-22e0-45b9-a24e-da001a8775e3 on network fa0dc286-b2aa-44ba-a34e-5eec53911313 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:40.465899 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-235fda49-7f4d-4bbf-9ece-a1ebef880d95 req-4fb11996-ba2b-4215-8a5b-dd6074936755 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001532 May 13 13:56:40.470426 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Port 752c852e-22e0-45b9-a24e-da001a8775e3 on network fa0dc286-b2aa-44ba-a34e-5eec53911313 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:56:40.470850 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Attempting to bind port 752c852e-22e0-45b9-a24e-da001a8775e3 on network fa0dc286-b2aa-44ba-a34e-5eec53911313 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:40.476733 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:40.477081 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Checking segment: {'id': '875d52a7-24f0-4a29-9218-7890f888827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:40.478039 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Bound using segment: {'id': '875d52a7-24f0-4a29-9218-7890f888827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:40.478039 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Bound port: 752c852e-22e0-45b9-a24e-da001a8775e3, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875d52a7-24f0-4a29-9218-7890f888827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:40.478268 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.493463 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6c455af9-53c8-4973-af21-608fc22d06b2 admin admin] Publish callbacks [] for security_group (a47a8393-1058-4bc0-9460-53cd4c8c99d3), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.497626 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6c455af9-53c8-4973-af21-608fc22d06b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (a47a8393-1058-4bc0-9460-53cd4c8c99d3), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.538318 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-6c455af9-53c8-4973-af21-608fc22d06b2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=085bc0056ec64b1c8af19d5c10b9f83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975349 May 13 13:56:40.539349 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c455af9-53c8-4973-af21-608fc22d06b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47a8393-1058-4bc0-9460-53cd4c8c99d3,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:40.541039 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 60350) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:40.564724 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] For port 752c852e-22e0-45b9-a24e-da001a8775e3, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:40.589234 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] For port 752c852e-22e0-45b9-a24e-da001a8775e3, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=752c852e-22e0-45b9-a24e-da001a8775e3,segment=NetworkSegment(875d52a7-24f0-4a29-9218-7890f888827e),segment_id=875d52a7-24f0-4a29-9218-7890f888827e)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:40.599348 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.635679 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-75cdb5c5-0c14-4578-9561-10c28f42915b admin admin] Publish callbacks [] for security_group (a47a8393-1058-4bc0-9460-53cd4c8c99d3), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.666420 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:40.667064 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.668431 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] 10.222.0.87 "PUT /v2.0/ports/752c852e-22e0-45b9-a24e-da001a8775e3 HTTP/1.1" status: 200 len: 1093 time: 1.4321451 May 13 13:56:40.668877 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e31b14-12b5-422b-b04a-c37a030d7859', 'tag': '752c852e-22e0-45b9-a24e-da001a8775e3'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:40.671158 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810ba66e-79ca-4b9a-85f0-e33556d2f8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "55e31b14-12b5-422b-b04a-c37a030d7859", "tag": "752c852e-22e0-45b9-a24e-da001a8775e3"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:40.692721 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-75cdb5c5-0c14-4578-9561-10c28f42915b admin admin] Publish callbacks [] for security_group (a47a8393-1058-4bc0-9460-53cd4c8c99d3), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.699320 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458aa75-850e-4101-b40a-9fb4f89cedbe service neutron] Pushing event updated for resources: {'Port': ['ID=752c852e-22e0-45b9-a24e-da001a8775e3,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:40.714545 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4589f3-95a9-4e4e-a67a-74edf57cb133 x-openstack-request-id: req-9f4589f3-95a9-4e4e-a67a-74edf57cb133 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:40.714872 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e31b14-12b5-422b-b04a-c37a030d7859", "tag": "752c852e-22e0-45b9-a24e-da001a8775e3", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:40.715130 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f4589f3-95a9-4e4e-a67a-74edf57cb133 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:40.715528 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4589f3-95a9-4e4e-a67a-74edf57cb133'] response: {'name': 'network-changed', 'server_uuid': '55e31b14-12b5-422b-b04a-c37a030d7859', 'tag': '752c852e-22e0-45b9-a24e-da001a8775e3', 'status': 'completed', 'code': 200} May 13 13:56:40.749368 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-75cdb5c5-0c14-4578-9561-10c28f42915b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (a47a8393-1058-4bc0-9460-53cd4c8c99d3), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.752082 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-75cdb5c5-0c14-4578-9561-10c28f42915b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:40.753283 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-75cdb5c5-0c14-4578-9561-10c28f42915b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a47a8393-1058-4bc0-9460-53cd4c8c99d3 HTTP/1.1" status: 204 len: 168 time: 0.2112067 May 13 13:56:40.761780 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cdb5c5-0c14-4578-9561-10c28f42915b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47a8393-1058-4bc0-9460-53cd4c8c99d3,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:40.972593 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bcbfd-6f3e-4225-bb58-37a4dd95f2bd req-06cae1e0-6278-4648-86b8-035a91441666 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:40.974111 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-520bcbfd-6f3e-4225-bb58-37a4dd95f2bd req-06cae1e0-6278-4648-86b8-035a91441666 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.0487466 May 13 13:56:41.022233 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-520bcbfd-6f3e-4225-bb58-37a4dd95f2bd req-49531179-4c0c-4040-88b4-7aea9acbf0e2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423546 May 13 13:56:41.150700 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6103232f-4e20-4f54-9f1e-216518dcf9fe req-265becae-52d2-4288-9802-93c4ca160591 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0343206 May 13 13:56:41.268901 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36bf8f-f858-4e67-a18e-d6485f602217 req-4c32530f-5382-47e8-9107-8869fb79a404 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:41.270457 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cd36bf8f-f858-4e67-a18e-d6485f602217 req-4c32530f-5382-47e8-9107-8869fb79a404 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0576897 May 13 13:56:41.330307 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cd36bf8f-f858-4e67-a18e-d6485f602217 req-90289b2f-7133-4f79-94f3-1ae22154c40f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539756 May 13 13:56:41.600558 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1fd99-07e2-4992-843a-15dbdf01509b req-15f6b856-2194-4d99-999f-c06c814e9001 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:41.602087 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ecd1fd99-07e2-4992-843a-15dbdf01509b req-15f6b856-2194-4d99-999f-c06c814e9001 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0770905 May 13 13:56:41.637727 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da8f46-8aa3-4f86-b637-740f3a63b68d req-9394b61f-2522-4ab6-9626-8df6fb406c1d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:41.639247 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-81da8f46-8aa3-4f86-b637-740f3a63b68d req-9394b61f-2522-4ab6-9626-8df6fb406c1d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.0806820 May 13 13:56:41.688015 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ecd1fd99-07e2-4992-843a-15dbdf01509b req-9ce5fa1f-9746-482e-82e3-2b9381436d5b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799947 May 13 13:56:41.713558 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-81da8f46-8aa3-4f86-b637-740f3a63b68d req-8457f58b-18bb-412d-b9b5-19f53dbfc9ec tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662329 May 13 13:56:42.134659 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cf712-ea8b-4d44-b20d-97afba01616e req-1326a967-eeb9-4fa0-95d6-b0e8c73ff254 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:42.136103 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-255cf712-ea8b-4d44-b20d-97afba01616e req-1326a967-eeb9-4fa0-95d6-b0e8c73ff254 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.0475647 May 13 13:56:42.171607 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device ce3869b7-d2b1-485b-b44b-6654613759f1 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:56:42.184834 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-255cf712-ea8b-4d44-b20d-97afba01616e req-1b71632a-ae82-4c2a-8a8c-7a08f8dd8741 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426304 May 13 13:56:42.257572 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:42.262661 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2620616b-3dba-4073-ab56-aa80568fa271 req-15444c04-b5e5-4644-9da9-b42ed9ae26a2 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0278893 May 13 13:56:42.292138 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port ce3869b7-d2b1-485b-b44b-6654613759f1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ce3869b7-d2b1-485b-b44b-6654613759f1,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:42.303952 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': 'ce3869b7-d2b1-485b-b44b-6654613759f1', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'port_id': 'ce3869b7-d2b1-485b-b44b-6654613759f1', 'mac_address': 'fa:16:3e:7b:73:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:56:42.344122 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port ce3869b7-d2b1-485b-b44b-6654613759f1 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:42.344503 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:42.357013 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3869b7-d2b1-485b-b44b-6654613759f1 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:42.378193 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port ce3869b7-d2b1-485b-b44b-6654613759f1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ce3869b7-d2b1-485b-b44b-6654613759f1,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:42.383721 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:42.432912 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=ce3869b7-d2b1-485b-b44b-6654613759f1,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:42.480418 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bf402-17ee-46f5-a591-1dba5f8113b3 req-b6bc1d76-1594-4e4f-9475-25aaed513b09 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:42.482304 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-014bf402-17ee-46f5-a591-1dba5f8113b3 req-b6bc1d76-1594-4e4f-9475-25aaed513b09 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0535369 May 13 13:56:42.530067 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-014bf402-17ee-46f5-a591-1dba5f8113b3 req-69d9a429-5edd-4f77-bc71-7c29d8df523a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419245 May 13 13:56:42.641388 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c21135ad-6a9c-4de3-a54e-f23a0801e4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:42.740138 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['ce3869b7-d2b1-485b-b44b-6654613759f1'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:56:42.836098 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bdc33-3f4a-47d1-9c5e-932fcb21c641 req-6c1213fd-5e7e-47cf-80bf-c85d98ccb7eb tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:42.837776 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473bdc33-3f4a-47d1-9c5e-932fcb21c641 req-6c1213fd-5e7e-47cf-80bf-c85d98ccb7eb tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0772338 May 13 13:56:42.857716 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b36b82-d9cd-4eb4-97c9-fcc1ca40bdba req-acb4b21d-10d2-4c66-b278-267fa9d15000 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:42.859884 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-23b36b82-d9cd-4eb4-97c9-fcc1ca40bdba req-acb4b21d-10d2-4c66-b278-267fa9d15000 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.0672960 May 13 13:56:42.926064 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473bdc33-3f4a-47d1-9c5e-932fcb21c641 req-bcb2647c-b19f-4c8e-8d56-422ea9a1d1d7 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821230 May 13 13:56:42.938403 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-23b36b82-d9cd-4eb4-97c9-fcc1ca40bdba req-a2945873-8505-4830-a35f-a5d319066b46 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720296 May 13 13:56:43.315621 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4af91b-2589-4a48-a542-0ebd37872c77 req-bd790f20-d700-4d22-a2a5-1426f35aa47c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:43.318258 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dd4af91b-2589-4a48-a542-0ebd37872c77 req-bd790f20-d700-4d22-a2a5-1426f35aa47c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.0616977 May 13 13:56:43.387357 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5efd28ed-6e84-4870-9de1-ba1a81c03c33 req-44ce32cf-0016-4b6b-9670-a44a574fd2ac tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0362113 May 13 13:56:43.391690 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dd4af91b-2589-4a48-a542-0ebd37872c77 req-6c2f1d9f-8baf-4e4c-8fe9-17848b08c430 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664878 May 13 13:56:43.672970 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65234ed-ee85-4cee-bd31-21ecd6479596 req-979b284c-d705-4706-ad1e-d6876f33b28a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:43.674352 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a65234ed-ee85-4cee-bd31-21ecd6479596 req-979b284c-d705-4706-ad1e-d6876f33b28a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0575695 May 13 13:56:43.722122 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a65234ed-ee85-4cee-bd31-21ecd6479596 req-5fa3cad8-5887-401d-bef9-872d83063e21 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 May 13 13:56:44.047198 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33087a0-20ca-4da4-8ce7-b4d063688e4a req-69e815f6-19cc-49ba-bdaa-235f896e6db1 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:44.048650 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c33087a0-20ca-4da4-8ce7-b4d063688e4a req-69e815f6-19cc-49ba-bdaa-235f896e6db1 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0462716 May 13 13:56:44.093610 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c33087a0-20ca-4da4-8ce7-b4d063688e4a req-2e460b40-cdb9-4832-abe1-7dad4e3b6b5c tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394862 May 13 13:56:44.191910 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59876e64-8c43-463e-a553-de95a2c41fb2 req-89d0a2c7-4a49-4af6-b955-f09b16f1f3aa tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:44.193360 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-59876e64-8c43-463e-a553-de95a2c41fb2 req-89d0a2c7-4a49-4af6-b955-f09b16f1f3aa tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.0463209 May 13 13:56:44.244068 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-59876e64-8c43-463e-a553-de95a2c41fb2 req-a24d60f5-4ff6-45b4-b617-8c63d5df8c8e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449736 May 13 13:56:44.488050 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-50e339ca-0aa3-4cf0-8a21-4b69edff2fc5 req-a041b45d-f8dc-46e5-a3db-b14b7b1c80d9 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0303023 May 13 13:56:44.606089 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381ff52-8594-4fd8-a048-8b6d5a6dfa58 req-fc5cb757-6958-4b98-aeb9-eba824583ba4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:44.607711 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2381ff52-8594-4fd8-a048-8b6d5a6dfa58 req-fc5cb757-6958-4b98-aeb9-eba824583ba4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.0554159 May 13 13:56:44.666211 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2381ff52-8594-4fd8-a048-8b6d5a6dfa58 req-8354dcd0-470a-4fdd-9a71-e208b03d4bb9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474942 May 13 13:56:44.838720 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b007df-be13-439e-b561-3f39be4deb48 req-deee60b4-cb32-42bc-a5ec-b0a12ffaa6c2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:44.840242 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-01b007df-be13-439e-b561-3f39be4deb48 req-deee60b4-cb32-42bc-a5ec-b0a12ffaa6c2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0464547 May 13 13:56:44.895328 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-01b007df-be13-439e-b561-3f39be4deb48 req-17e37780-4e04-44c8-99cf-c965fab81e77 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488017 May 13 13:56:45.208281 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ef934-41fb-402b-8548-171d76706a66 req-72832b3b-7a18-4eec-a5b4-d602f36caa7c tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:45.209781 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-438ef934-41fb-402b-8548-171d76706a66 req-72832b3b-7a18-4eec-a5b4-d602f36caa7c tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0487785 May 13 13:56:45.257169 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-438ef934-41fb-402b-8548-171d76706a66 req-04194b7c-fa02-45bd-af60-d7a8b40e624f tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 May 13 13:56:45.371678 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f83fa8-31e1-4d61-a0a6-f7f6339a3439 req-1404887a-103d-438f-a405-583947955340 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:45.373072 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b1f83fa8-31e1-4d61-a0a6-f7f6339a3439 req-1404887a-103d-438f-a405-583947955340 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.0590510 May 13 13:56:45.420034 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b1f83fa8-31e1-4d61-a0a6-f7f6339a3439 req-150fba63-4db4-4e0d-a86c-0d309a1793cf tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413926 May 13 13:56:45.479339 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-75819cb6-0dc0-4086-ba45-f30bfb39c121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:45.588940 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b158a6f-e2fa-4581-904e-442a1cb299ea req-622e4fc0-1293-41cf-bfd2-5ecd064cfadb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0314307 May 13 13:56:45.823919 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-f60f0e36-5609-4012-8917-ecdf9a9813ba service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce3869b7-d2b1-485b-b44b-6654613759f1 HTTP/1.1" status: 200 len: 217 time: 0.0808735 May 13 13:56:45.840361 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-3ebbad85-c65a-4c21-b158-ec24c38127b6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7212a472-72e2-4e58-9b35-4036a7195ef1 HTTP/1.1" status: 200 len: 217 time: 0.0959883 May 13 13:56:45.853873 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01658380-1953-4f58-a008-e53d03eb8037 req-ba4fa729-2f83-4d50-8f52-3a3e64f7caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:45.855516 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-01658380-1953-4f58-a008-e53d03eb8037 req-ba4fa729-2f83-4d50-8f52-3a3e64f7caab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 1127 time: 0.0992360 May 13 13:56:46.104744 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device ce3869b7-d2b1-485b-b44b-6654613759f1 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:46.116278 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022e5c-d287-4c5f-b4df-f98226aff4b7 req-f713bc76-cc98-4022-82c2-9223bb932784 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.117906 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b8022e5c-d287-4c5f-b4df-f98226aff4b7 req-f713bc76-cc98-4022-82c2-9223bb932784 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.3644331 May 13 13:56:46.151613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ba66e-79ca-4b9a-85f0-e33556d2f8f1 req-62dda953-7492-4af6-b4cb-20cd70ebb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.153095 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-810ba66e-79ca-4b9a-85f0-e33556d2f8f1 req-62dda953-7492-4af6-b4cb-20cd70ebb564 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=703aa4774820401da920e420eb6181d9&device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 1127 time: 0.3489380 May 13 13:56:46.159839 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port ce3869b7-d2b1-485b-b44b-6654613759f1 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:56:46.165101 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-51073df4-f7a9-4813-aa3a-9a47ee481b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.166838 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-51073df4-f7a9-4813-aa3a-9a47ee481b7d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 1128 time: 0.1054251 May 13 13:56:46.167137 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port ce3869b7-d2b1-485b-b44b-6654613759f1 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:46.167677 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:46.195036 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-e893a1c1-3eac-474b-9dd1-04bcc61dcdcd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.196664 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-e893a1c1-3eac-474b-9dd1-04bcc61dcdcd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 819 time: 0.4540296 May 13 13:56:46.213508 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b8022e5c-d287-4c5f-b4df-f98226aff4b7 req-a6c28e03-92c1-46fd-baef-b809a2fa7c84 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832751 May 13 13:56:46.268092 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port ce3869b7-d2b1-485b-b44b-6654613759f1 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:46.268471 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:46.286782 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:46.300980 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c44ce14-5d23-453e-bfde-1fb8c8d74c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3869b7-d2b1-485b-b44b-6654613759f1'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:46.304427 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd67b56-18df-4e02-9197-d43237f12434" -d '{"events": [{"server_uuid": "3c44ce14-5d23-453e-bfde-1fb8c8d74c2a", "name": "network-vif-plugged", "status": "completed", "tag": "ce3869b7-d2b1-485b-b44b-6654613759f1"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:46.319069 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port ce3869b7-d2b1-485b-b44b-6654613759f1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ce3869b7-d2b1-485b-b44b-6654613759f1,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:46.325980 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:46.338565 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-c2797246-24c7-411f-920b-1c0d510a1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.340217 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-c2797246-24c7-411f-920b-1c0d510a1933 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.3739517 May 13 13:56:46.341592 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-14175650-8b4e-430c-9253-822aaefc6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.343625 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-14175650-8b4e-430c-9253-822aaefc6f63 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.3784792 May 13 13:56:46.344121 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Request body: {'port': {'device_id': '0371ede2-e0ba-463b-b866-27b37ecdd87c', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'admin_state_up': True, 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:46.389273 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=ce3869b7-d2b1-485b-b44b-6654613759f1,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:46.445641 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-f0e3eb3c-f14d-46b3-8d4a-2b369c82e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.447259 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-f0e3eb3c-f14d-46b3-8d4a-2b369c82e108 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811408 May 13 13:56:46.455802 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-b8f4840c-e107-42c0-814a-052ba0df01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.457724 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-b8f4840c-e107-42c0-814a-052ba0df01ef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1008899 May 13 13:56:46.458440 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01658380-1953-4f58-a008-e53d03eb8037 req-34eddc6a-9ef3-48a7-9f66-561f82581129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.459805 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-01658380-1953-4f58-a008-e53d03eb8037 req-34eddc6a-9ef3-48a7-9f66-561f82581129 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 916 time: 0.4960387 May 13 13:56:46.512533 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-76d31d09-b9d5-46cf-a17f-c9b12ba14678 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cddf8e8-d022-4c17-bc59-86e111fd692f HTTP/1.1" status: 200 len: 217 time: 0.1849427 May 13 13:56:46.658540 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-01658380-1953-4f58-a008-e53d03eb8037 req-e780120f-67d3-4d2f-b165-0b6b7e260f4a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=504a7fcd-a3fa-4e91-ae56-90416b5e697f HTTP/1.1" status: 200 len: 217 time: 0.1664646 May 13 13:56:46.755095 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.87', 63661) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:46.767809 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de64f5a-8484-4c0e-95ad-fb654599e46d req-9d0a5504-9115-44d1-b165-dd89ffb28e7a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.772111 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-7ad4f4a3-28bb-4c8e-b5c1-064b548e269b service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001964 May 13 13:56:46.775679 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5de64f5a-8484-4c0e-95ad-fb654599e46d req-9d0a5504-9115-44d1-b165-dd89ffb28e7a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.4033377 May 13 13:56:46.787173 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01658380-1953-4f58-a008-e53d03eb8037 req-f2ab5364-171a-4dd5-90fb-0a864d499275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.788711 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-01658380-1953-4f58-a008-e53d03eb8037 req-f2ab5364-171a-4dd5-90fb-0a864d499275 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.1280873 May 13 13:56:46.892564 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f6e93-710f-4627-a08c-947d7070755a req-8945e6df-3f69-40e7-b07c-fd6823da697d tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.894081 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-258f6e93-710f-4627-a08c-947d7070755a req-8945e6df-3f69-40e7-b07c-fd6823da697d tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.2065761 May 13 13:56:46.956323 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5de64f5a-8484-4c0e-95ad-fb654599e46d req-3cf55285-b35d-4928-859b-70af9be9339c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796439 May 13 13:56:46.958024 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-6aee90a7-02c0-4c88-9a40-a5030cb1f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:46.959624 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-6aee90a7-02c0-4c88-9a40-a5030cb1f233 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6ffaafe0-6962-4052-8361-d81fc28ac59c HTTP/1.1" status: 200 len: 849 time: 0.2903509 May 13 13:56:47.002531 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ba66e-79ca-4b9a-85f0-e33556d2f8f1 req-600750dc-33df-4ba3-b9b7-4d2d79678476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:47.004181 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-810ba66e-79ca-4b9a-85f0-e33556d2f8f1 req-600750dc-33df-4ba3-b9b7-4d2d79678476 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=703aa4774820401da920e420eb6181d9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.6678181 May 13 13:56:47.019234 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-1cb9105c-e47d-4ffa-8936-3a0017b2b4d1 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583189 May 13 13:56:47.034688 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-258f6e93-710f-4627-a08c-947d7070755a req-f935b248-a972-476f-98c3-000407976288 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072941 May 13 13:56:47.087449 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01658380-1953-4f58-a008-e53d03eb8037 req-3efae7f9-1d0a-4285-8b34-3cb9c0dbf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:47.088066 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1257ecde-039a-4c46-b793-262e2ebf95c1 x-openstack-request-id: req-1257ecde-039a-4c46-b793-262e2ebf95c1 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:47.088544 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c44ce14-5d23-453e-bfde-1fb8c8d74c2a", "name": "network-vif-plugged", "status": "completed", "tag": "ce3869b7-d2b1-485b-b44b-6654613759f1", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:47.088867 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1257ecde-039a-4c46-b793-262e2ebf95c1 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:47.089000 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-01658380-1953-4f58-a008-e53d03eb8037 req-3efae7f9-1d0a-4285-8b34-3cb9c0dbf706 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2705538 May 13 13:56:47.089438 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1257ecde-039a-4c46-b793-262e2ebf95c1'] response: {'server_uuid': '3c44ce14-5d23-453e-bfde-1fb8c8d74c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3869b7-d2b1-485b-b44b-6654613759f1', 'code': 200} May 13 13:56:47.108474 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-61e92692-b63e-4b59-b688-2ce8cf07e2cc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3168263 May 13 13:56:47.271970 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Made reservation on behalf of ef89791b177f4bf0ba916f133c79f33a for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:56:47.275285 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:47.380002 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-e133cdcb-8dcc-4d38-af13-551a82a920af req-9dba79b6-b42e-4792-a1ef-9eb9ebf80e2e service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788884 May 13 13:56:47.381167 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 60532) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:47.430841 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-72188c5a-56e2-4840-82c2-69d1ecb769a1 req-842531d0-2d5c-4b17-8252-3a0e0386eaff tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.1665337 May 13 13:56:47.457729 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-c22e76ab-1f39-41e7-b026-e5805179718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:47.460541 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-c22e76ab-1f39-41e7-b026-e5805179718f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=447dd757-4541-46df-a762-b636f2945abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4222383 May 13 13:56:47.470635 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-bbbd3b81-921f-48ae-b6c4-c8a1188af3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:47.473328 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-bbbd3b81-921f-48ae-b6c4-c8a1188af3a1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d42ea16d0ee64f398b01b206c1960b08&device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 1130 time: 0.2020645 May 13 13:56:47.485061 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d4de543b-492d-4f84-b2a4-86f951ef3433 req-3c033841-621a-4cff-87ff-37a4472e89d2 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233363 May 13 13:56:47.530192 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f8f69-33f5-42ff-981c-fe1725d8de82 req-6d2bdd7c-9924-40d2-b672-a191971b7797 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:47.537327 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-439f8f69-33f5-42ff-981c-fe1725d8de82 req-6d2bdd7c-9924-40d2-b672-a191971b7797 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 943 time: 0.2783041 May 13 13:56:47.585016 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-01658380-1953-4f58-a008-e53d03eb8037 req-dc4d0554-9811-4059-92a0-96c5b7a198bc service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187965 May 13 13:56:47.587636 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ba66e-79ca-4b9a-85f0-e33556d2f8f1 req-fc35657c-bbb0-4895-b712-e83dfc80aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:47.589159 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-810ba66e-79ca-4b9a-85f0-e33556d2f8f1 req-fc35657c-bbb0-4895-b712-e83dfc80aaa9 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5523794 May 13 13:56:47.606573 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fab7c-b207-4c0e-84b4-c776408426c2 req-91471094-3665-4405-9241-5d460b8c5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:47.608787 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-8b8fab7c-b207-4c0e-84b4-c776408426c2 req-91471094-3665-4405-9241-5d460b8c5d9f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 1129 time: 0.1166127 May 13 13:56:47.611545 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:47.672649 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-a81572c4-16cc-4b23-8994-01630e03e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:47.674287 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-a81572c4-16cc-4b23-8994-01630e03e4da service neutron] 10.222.0.87 "GET /v2.0/networks?id=3de73a64-9208-445c-affd-c0841473ceb2 HTTP/1.1" status: 200 len: 913 time: 0.1662190 May 13 13:56:47.715851 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-439f8f69-33f5-42ff-981c-fe1725d8de82 req-f98d03de-4589-4059-aaa9-b6723be71804 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770616 May 13 13:56:47.734376 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Publish callbacks [] for security_group (81e92a93-1988-4289-9b32-bff5ed290af2), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:47.739973 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (81e92a93-1988-4289-9b32-bff5ed290af2), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:47.746205 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1908c-fed3-46e7-970f-ea03a2109743 req-e58bbb6c-7e5b-40a0-8c1a-7d11556aeff4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:47.747944 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2ab1908c-fed3-46e7-970f-ea03a2109743 req-e58bbb6c-7e5b-40a0-8c1a-7d11556aeff4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.1791272 May 13 13:56:47.790010 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d0c77ac1d0834bd4a705cf141a24f24d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975132 May 13 13:56:47.791463 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e92a93-1988-4289-9b32-bff5ed290af2,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:47.794001 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 60538) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:56:47.800439 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.800841 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.801231 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.801571 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.801951 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.802297 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.802648 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.803272 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.803390 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.803722 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.804077 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.804424 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.804798 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.805339 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.805660 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75388f2-467b-46c6-81d1-adece8f9d79c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:47.820353 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:47.853853 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Allocated IP 172.20.0.13 (37774d91-9a21-4c82-acd7-acc4b660f52e/bf1ad3b7-4140-4a23-8246-e24bb04e7baf/b7847ace-539c-49f8-8691-796f0be69992) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:56:47.862998 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-cbfe69d6-0018-47a3-828d-46f45f2c47b0 service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426688 May 13 13:56:47.907986 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2ab1908c-fed3-46e7-970f-ea03a2109743 req-18d8de5f-b1d2-4f8f-a4bd-5b93bff91f5d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455202 May 13 13:56:47.959168 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Publish callbacks [] for security_group (81e92a93-1988-4289-9b32-bff5ed290af2), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:48.030194 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Publish callbacks [] for security_group (81e92a93-1988-4289-9b32-bff5ed290af2), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:48.103201 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 504a7fcd-a3fa-4e91-ae56-90416b5e697f details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:56:48.136614 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5b2b6-6ee5-4fd7-bcb7-144aad7401bc req-139b0cdb-c5a0-4ea7-aaeb-a7156f2fe6e6 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:48.138305 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-81d5b2b6-6ee5-4fd7-bcb7-144aad7401bc req-139b0cdb-c5a0-4ea7-aaeb-a7156f2fe6e6 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0860167 May 13 13:56:48.176034 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for port (b7847ace-539c-49f8-8691-796f0be69992), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:48.206975 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (81e92a93-1988-4289-9b32-bff5ed290af2), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:48.209476 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:48.210605 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81e92a93-1988-4289-9b32-bff5ed290af2 HTTP/1.1" status: 204 len: 168 time: 0.4114034 May 13 13:56:48.224377 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 504a7fcd-a3fa-4e91-ae56-90416b5e697f, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=504a7fcd-a3fa-4e91-ae56-90416b5e697f,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:48.237476 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'mac_address': 'fa:16:3e:99:32:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:56:48.240430 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d7637-1f78-4432-be3e-d66175a9e1f0 req-b10f53f8-703e-4ea8-bf62-13d572e5507f tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:48.241960 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-809d7637-1f78-4432-be3e-d66175a9e1f0 req-b10f53f8-703e-4ea8-bf62-13d572e5507f tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.1026912 May 13 13:56:48.247499 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e92a93-1988-4289-9b32-bff5ed290af2,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:48.278568 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 504a7fcd-a3fa-4e91-ae56-90416b5e697f is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:48.278988 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:48.293865 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504a7fcd-a3fa-4e91-ae56-90416b5e697f {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:48.295079 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.295612 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.295843 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.296146 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.296469 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.296800 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.297123 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.297575 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.297763 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.298105 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.298409 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.298746 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.299072 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.299428 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.299805 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b3ea-27c3-4f14-ae74-d04948102420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.318501 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 504a7fcd-a3fa-4e91-ae56-90416b5e697f, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=504a7fcd-a3fa-4e91-ae56-90416b5e697f,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:48.323645 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-81d5b2b6-6ee5-4fd7-bcb7-144aad7401bc req-47fa3658-67c7-426c-a785-f39bd83c45db tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717005 May 13 13:56:48.326081 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:48.365399 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-809d7637-1f78-4432-be3e-d66175a9e1f0 req-0523c067-7237-4258-a6bf-9a2373728adc tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063418 May 13 13:56:48.367195 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (b7847ace-539c-49f8-8691-796f0be69992), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:48.387941 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=504a7fcd-a3fa-4e91-ae56-90416b5e697f,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:48.403524 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.404141 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.404489 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.404864 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.405255 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.405590 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.405920 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.406339 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.406574 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.407082 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.407566 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.408064 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.408397 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.408722 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.409044 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:56:48.413060 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Network 37774d91-9a21-4c82-acd7-acc4b660f52e is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:56:48.416729 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:56:48.431189 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:56:48.491067 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:48.491719 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:48.521412 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event updated for resources: {'Port': ['ID=b7847ace-539c-49f8-8691-796f0be69992,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:48.532033 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-56721662-e408-46a7-b070-f2d4aeab58c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2028418 May 13 13:56:48.631282 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['ce3869b7-d2b1-485b-b44b-6654613759f1'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:56:48.761368 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['504a7fcd-a3fa-4e91-ae56-90416b5e697f'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:56:48.853487 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-472b1e8b-3217-402a-a5c9-2798350a30a2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b HTTP/1.1" status: 200 len: 217 time: 0.1269484 May 13 13:56:48.854617 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-9897d17c-2383-43c8-a4d8-168ca855e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:48.856511 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-9897d17c-2383-43c8-a4d8-168ca855e43b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=703aa4774820401da920e420eb6181d9&device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 1127 time: 0.0669539 May 13 13:56:48.907838 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cda987-7026-40b1-8286-c0a0514fe424 req-53ca8b37-360e-4298-b870-610f75d940ec tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:48.916329 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-22cda987-7026-40b1-8286-c0a0514fe424 req-53ca8b37-360e-4298-b870-610f75d940ec tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 932 time: 0.3635297 May 13 13:56:48.948121 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-60a566ae-64ad-4ef8-8826-c017a798d0ae None None] Provisioning complete for port b7847ace-539c-49f8-8691-796f0be69992 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:48.949163 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-60a566ae-64ad-4ef8-8826-c017a798d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b7847ace-539c-49f8-8691-796f0be69992), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:49.022341 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-1ca9ae4d-f213-4c88-9231-3cac4fe7f940 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=752c852e-22e0-45b9-a24e-da001a8775e3 HTTP/1.1" status: 200 len: 217 time: 0.1271272 May 13 13:56:49.046430 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Request body: {'port': {'device_id': '0371ede2-e0ba-463b-b866-27b37ecdd87c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:56:49.049274 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-60a566ae-64ad-4ef8-8826-c017a798d0ae None None] Port b7847ace-539c-49f8-8691-796f0be69992 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:56:49.071254 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-b1273701-6cf6-4775-953a-b7621aaa360c service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344028 May 13 13:56:49.119705 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-8b8fab7c-b207-4c0e-84b4-c776408426c2 req-ed749fd1-7913-4340-8db2-43f1c1b3eccd service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983684 May 13 13:56:49.129742 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-dab9a1a4-7935-4173-b14e-8c03af56d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:49.131548 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-dab9a1a4-7935-4173-b14e-8c03af56d372 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c1990aa8-fb6d-485c-b397-bf2f765e5a8a HTTP/1.1" status: 200 len: 852 time: 0.2351673 May 13 13:56:49.142691 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-01658380-1953-4f58-a008-e53d03eb8037 req-2b39d3bb-0d47-4328-8f52-507da630b454 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056575 May 13 13:56:49.146633 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-b7008c03-30e0-4afe-8214-2a5f3af62f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:49.148287 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-b7008c03-30e0-4afe-8214-2a5f3af62f7c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe587f86-1d5b-4fad-9a9e-fd1345caa92d HTTP/1.1" status: 200 len: 848 time: 0.1132152 May 13 13:56:49.160142 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-512bf1b0-dd1a-4c1f-844d-e610bed4fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:49.161640 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-512bf1b0-dd1a-4c1f-844d-e610bed4fefc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 1128 time: 0.1282516 May 13 13:56:49.189745 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd948eb9-8392-43c9-8e8f-26ec2e864ffb req-bf6c6e11-d2f8-4765-81f7-5c5684f34bbc tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:49.191330 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fd948eb9-8392-43c9-8e8f-26ec2e864ffb req-bf6c6e11-d2f8-4765-81f7-5c5684f34bbc tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 944 time: 0.2670798 May 13 13:56:49.249912 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-22cda987-7026-40b1-8286-c0a0514fe424 req-7b94d51d-d96b-4baf-8706-9f10e51e902e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326702 May 13 13:56:49.268060 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b7847ace-539c-49f8-8691-796f0be69992), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:49.294508 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fd948eb9-8392-43c9-8e8f-26ec2e864ffb req-e6e64695-14ea-46ad-bcba-d44f59d55711 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915294 May 13 13:56:49.435254 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:49.439096 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b311f0a-ce75-4527-a6c6-16bc0c1ee12c req-828f920b-54df-4da3-8102-285f60400e52 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:49.440635 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b311f0a-ce75-4527-a6c6-16bc0c1ee12c req-828f920b-54df-4da3-8102-285f60400e52 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.1160839 May 13 13:56:49.603090 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fff11-0af5-4580-9406-7ad4654e7293 req-1f9b8cfe-2aee-43cf-9c66-11235bc13d46 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:49.604671 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7c3fff11-0af5-4580-9406-7ad4654e7293 req-1f9b8cfe-2aee-43cf-9c66-11235bc13d46 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0984836 May 13 13:56:49.610696 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b311f0a-ce75-4527-a6c6-16bc0c1ee12c req-df56264d-839c-4922-842d-ebce31714882 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614709 May 13 13:56:49.710701 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7c3fff11-0af5-4580-9406-7ad4654e7293 req-b8880c02-272c-4ba2-9556-d489b7b25075 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967784 May 13 13:56:49.771749 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be082ca-66df-4756-b786-242a1ae2977f req-ce1e89c2-5377-4fd7-809c-3868f0b6f59b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:49.773226 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6be082ca-66df-4756-b786-242a1ae2977f req-ce1e89c2-5377-4fd7-809c-3868f0b6f59b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0762608 May 13 13:56:49.775445 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7847ace-539c-49f8-8691-796f0be69992 {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:49.789281 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Publish callbacks [] for port (b7847ace-539c-49f8-8691-796f0be69992), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:49.813983 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Transition to ACTIVE for port object b7847ace-539c-49f8-8691-796f0be69992 will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:56:49.819977 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (b7847ace-539c-49f8-8691-796f0be69992), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:49.871855 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6be082ca-66df-4756-b786-242a1ae2977f req-bfadcfba-38a6-4783-aba8-2f25e3fbb201 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918841 May 13 13:56:49.892870 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7847ace-539c-49f8-8691-796f0be69992,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:49.990050 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Attempting to bind port b7847ace-539c-49f8-8691-796f0be69992 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:56:49.991208 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Attempting to bind port b7847ace-539c-49f8-8691-796f0be69992 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:56:49.991781 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Attempting to bind port b7847ace-539c-49f8-8691-796f0be69992 on network 37774d91-9a21-4c82-acd7-acc4b660f52e {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:50.000552 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Port b7847ace-539c-49f8-8691-796f0be69992 on network 37774d91-9a21-4c82-acd7-acc4b660f52e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:56:50.001108 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Attempting to bind port b7847ace-539c-49f8-8691-796f0be69992 on network 37774d91-9a21-4c82-acd7-acc4b660f52e {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:56:50.014006 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:56:50.015073 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Checking segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:56:50.015532 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Bound using segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:56:50.016028 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Bound port: b7847ace-539c-49f8-8691-796f0be69992, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:56:50.016580 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b7847ace-539c-49f8-8691-796f0be69992), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:50.096686 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] For port b7847ace-539c-49f8-8691-796f0be69992, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:56:50.100001 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] For port b7847ace-539c-49f8-8691-796f0be69992, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b7847ace-539c-49f8-8691-796f0be69992,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:56:50.105860 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (b7847ace-539c-49f8-8691-796f0be69992), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:50.124897 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 7212a472-72e2-4e58-9b35-4036a7195ef1 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:56:50.143065 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:50.143627 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:50.145123 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] 10.222.0.87 "PUT /v2.0/ports/b7847ace-539c-49f8-8691-796f0be69992 HTTP/1.1" status: 200 len: 1094 time: 1.1028106 May 13 13:56:50.145481 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0371ede2-e0ba-463b-b866-27b37ecdd87c', 'tag': 'b7847ace-539c-49f8-8691-796f0be69992'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:50.147814 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5475879-7e61-48cb-ac67-7212a8a2979a" -d '{"events": [{"name": "network-changed", "server_uuid": "0371ede2-e0ba-463b-b866-27b37ecdd87c", "tag": "b7847ace-539c-49f8-8691-796f0be69992"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:50.149066 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 504a7fcd-a3fa-4e91-ae56-90416b5e697f up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:50.187760 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59143307-8e1f-42e6-8448-c020e655d1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b7847ace-539c-49f8-8691-796f0be69992,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:50.203538 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f399a87b-a97c-4e35-8e7b-59bdadd87534 x-openstack-request-id: req-f399a87b-a97c-4e35-8e7b-59bdadd87534 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:50.203751 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0371ede2-e0ba-463b-b866-27b37ecdd87c", "tag": "b7847ace-539c-49f8-8691-796f0be69992", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:50.203977 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f399a87b-a97c-4e35-8e7b-59bdadd87534 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:50.204381 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f399a87b-a97c-4e35-8e7b-59bdadd87534'] response: {'name': 'network-changed', 'server_uuid': '0371ede2-e0ba-463b-b866-27b37ecdd87c', 'tag': 'b7847ace-539c-49f8-8691-796f0be69992', 'status': 'completed', 'code': 200} May 13 13:56:50.347785 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 504a7fcd-a3fa-4e91-ae56-90416b5e697f completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:56:50.370743 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 504a7fcd-a3fa-4e91-ae56-90416b5e697f triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:50.371725 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:50.423414 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec10ae-0d67-4821-9df3-e625979b6a64 req-05d4ce9a-9706-4071-946f-df2dc6329809 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:50.425018 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3bec10ae-0d67-4821-9df3-e625979b6a64 req-05d4ce9a-9706-4071-946f-df2dc6329809 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0858963 May 13 13:56:50.457700 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:50.491881 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'port_id': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'mac_address': 'fa:16:3e:8d:d7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:56:50.535914 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 504a7fcd-a3fa-4e91-ae56-90416b5e697f is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:50.536466 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:50.543707 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2688e-16df-4f32-a3f6-b5480e6cb83e req-599c39a0-5524-4f23-9ee0-4831859b09d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:50.545330 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4cb2688e-16df-4f32-a3f6-b5480e6cb83e req-599c39a0-5524-4f23-9ee0-4831859b09d2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 944 time: 0.1041865 May 13 13:56:50.554252 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3bec10ae-0d67-4821-9df3-e625979b6a64 req-a306e3cd-0406-46b2-9b5d-7b6f411149a6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234820 May 13 13:56:50.616864 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504a7fcd-a3fa-4e91-ae56-90416b5e697f'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:50.619216 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e24d4-0478-4355-8bcd-45ec8e759350" -d '{"events": [{"server_uuid": "c5fb9024-5080-4527-b9ac-55f60dbccd8a", "name": "network-vif-plugged", "status": "completed", "tag": "504a7fcd-a3fa-4e91-ae56-90416b5e697f"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:50.642395 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 7212a472-72e2-4e58-9b35-4036a7195ef1 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:50.643873 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:50.662645 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 504a7fcd-a3fa-4e91-ae56-90416b5e697f, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=504a7fcd-a3fa-4e91-ae56-90416b5e697f,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:50.668336 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d6e46a-0c54-4162-a8e5-45fb771e5703 x-openstack-request-id: req-e6d6e46a-0c54-4162-a8e5-45fb771e5703 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:50.669039 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fb9024-5080-4527-b9ac-55f60dbccd8a", "name": "network-vif-plugged", "status": "completed", "tag": "504a7fcd-a3fa-4e91-ae56-90416b5e697f", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:50.669455 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6d6e46a-0c54-4162-a8e5-45fb771e5703 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:50.670046 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d6e46a-0c54-4162-a8e5-45fb771e5703'] response: {'server_uuid': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'code': 200} May 13 13:56:50.672970 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7212a472-72e2-4e58-9b35-4036a7195ef1 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:50.678177 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:50.698920 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-ee6e1774-d326-4cae-b230-e610330a9700 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3de73a64-9208-445c-affd-c0841473ceb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280510 May 13 13:56:50.701276 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-7c7395bb-9f18-4286-917f-e51fc48edd63 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fa0dc286-b2aa-44ba-a34e-5eec53911313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324019 May 13 13:56:50.727594 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:50.740647 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:50.764061 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=504a7fcd-a3fa-4e91-ae56-90416b5e697f,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:50.792573 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4cb2688e-16df-4f32-a3f6-b5480e6cb83e req-8cb8dfae-6538-4886-b88e-fbcd19c1a6d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337883 May 13 13:56:50.834319 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:50.842168 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-d1cd4566-020a-49b5-8872-f2852178f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:50.843899 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-d1cd4566-020a-49b5-8872-f2852178f510 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 918 time: 0.2737913 May 13 13:56:50.850282 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c75f8-a6e1-4ff1-b3e5-b3208c897d8d req-9d464dde-896b-41df-9e7c-d99a88f6d1a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:50.851893 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b29c75f8-a6e1-4ff1-b3e5-b3208c897d8d req-9d464dde-896b-41df-9e7c-d99a88f6d1a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.1046906 May 13 13:56:50.931960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f83f24-8f88-4198-bce7-9411937d9d28 req-4d411549-297e-430e-8734-5878c61913e7 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:50.933625 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-64f83f24-8f88-4198-bce7-9411937d9d28 req-4d411549-297e-430e-8734-5878c61913e7 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 945 time: 0.0692775 May 13 13:56:50.959167 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b29c75f8-a6e1-4ff1-b3e5-b3208c897d8d req-5c5212df-2b9b-4eae-97ea-6d207eb1128f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007657 May 13 13:56:51.029725 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-64f83f24-8f88-4198-bce7-9411937d9d28 req-e3602490-2677-4789-ab0c-ff2d1ea38a9a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834239 May 13 13:56:51.100044 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b7a7b-0163-4a24-a259-6fb0d1661788 req-53714e4a-9e56-4ab6-abee-e2d8ebc961f4 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:51.101561 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c90b7a7b-0163-4a24-a259-6fb0d1661788 req-53714e4a-9e56-4ab6-abee-e2d8ebc961f4 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0640621 May 13 13:56:51.159947 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c90b7a7b-0163-4a24-a259-6fb0d1661788 req-fff10cb2-9a36-4574-ab27-8b0e81ba85b1 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488093 May 13 13:56:51.221498 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['7212a472-72e2-4e58-9b35-4036a7195ef1'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:56:51.247356 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-5a2f5cc2-feb0-47af-91f2-91b5348e7f4d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7212a472-72e2-4e58-9b35-4036a7195ef1 HTTP/1.1" status: 200 len: 217 time: 0.0493894 May 13 13:56:51.330824 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5475879-7e61-48cb-ac67-7212a8a2979a req-96c8729a-9861-4600-ba25-24c57aeab177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:51.330824 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5475879-7e61-48cb-ac67-7212a8a2979a req-96c8729a-9861-4600-ba25-24c57aeab177 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 1128 time: 0.0926318 May 13 13:56:51.434702 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-4dc0538d-e534-44f1-ad5a-47e788d943df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:51.437277 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-4dc0538d-e534-44f1-ad5a-47e788d943df service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.1677806 May 13 13:56:51.562609 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5475879-7e61-48cb-ac67-7212a8a2979a req-554e00df-0ff9-44d4-acab-d31da03495f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:51.564390 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5475879-7e61-48cb-ac67-7212a8a2979a req-554e00df-0ff9-44d4-acab-d31da03495f5 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=ef89791b177f4bf0ba916f133c79f33a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1870265 May 13 13:56:51.581063 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-a59d7352-571d-4c5d-830a-e957e96c92f7 service neutron] 10.222.0.87 "GET /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846729 May 13 13:56:51.584855 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-dc1337f2-3144-4987-ac1d-91eb6558a94f service neutron] 10.222.0.87 "GET /v2.0/networks/3de73a64-9208-445c-affd-c0841473ceb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872929 May 13 13:56:51.697851 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d9ed8-1379-4d70-bd93-f46076dd3676 req-d8613fe4-63e5-42c1-a36a-73d6baa61e64 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:51.699463 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cd6d9ed8-1379-4d70-bd93-f46076dd3676 req-d8613fe4-63e5-42c1-a36a-73d6baa61e64 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0528207 May 13 13:56:51.759417 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cd6d9ed8-1379-4d70-bd93-f46076dd3676 req-510e9f93-3b83-4d2c-bb24-ff3b9f38f86e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534458 May 13 13:56:51.931481 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f67b35-272a-466c-87a3-f72ec2eb81b8 req-bf411b00-c13c-47d9-851c-d8fc50833ad6 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:51.933323 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a6f67b35-272a-466c-87a3-f72ec2eb81b8 req-bf411b00-c13c-47d9-851c-d8fc50833ad6 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0537758 May 13 13:56:51.987479 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a6f67b35-272a-466c-87a3-f72ec2eb81b8 req-acde7680-96b4-4be6-b1ca-5d63b0616679 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437729 May 13 13:56:52.090007 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6735c-5cf1-4a8d-87f4-043dc8609db2 req-3a90e95a-d3ae-4bba-aa1a-f32113272892 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:52.091606 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-32e6735c-5cf1-4a8d-87f4-043dc8609db2 req-3a90e95a-d3ae-4bba-aa1a-f32113272892 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.0500028 May 13 13:56:52.176685 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-32e6735c-5cf1-4a8d-87f4-043dc8609db2 req-3340aad9-cc5b-4c53-9988-9b5f94c205e2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790935 May 13 13:56:52.198187 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee3e6c-0bdb-4c39-9618-76d88e52e121 req-a22d8c23-0454-4f23-971c-837a667a58b4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:52.198187 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fdee3e6c-0bdb-4c39-9618-76d88e52e121 req-a22d8c23-0454-4f23-971c-837a667a58b4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 945 time: 0.0607159 May 13 13:56:52.211464 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 7212a472-72e2-4e58-9b35-4036a7195ef1 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:52.259586 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 7212a472-72e2-4e58-9b35-4036a7195ef1 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:56:52.265477 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fdee3e6c-0bdb-4c39-9618-76d88e52e121 req-7201f7cb-e8ff-4ddd-b995-c86a79a7f048 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639508 May 13 13:56:52.266130 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 7212a472-72e2-4e58-9b35-4036a7195ef1 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:52.266894 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:52.301242 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a48ec-23f1-4341-ae41-8f99ca2bde24 req-ff812b71-a8dd-4795-9464-62f76df3fe56 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:52.302764 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-596a48ec-23f1-4341-ae41-8f99ca2bde24 req-ff812b71-a8dd-4795-9464-62f76df3fe56 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0624187 May 13 13:56:52.388909 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 7212a472-72e2-4e58-9b35-4036a7195ef1 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:52.389735 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:52.454049 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:52.461637 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:52.465941 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-590ba887-fdda-40d8-9a15-f2ae6921c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:52.468210 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-590ba887-fdda-40d8-9a15-f2ae6921c282 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1362247 May 13 13:56:52.511459 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbfee0-6cc5-4794-9f7a-b44c718e64f8 req-3f3fe275-d99f-4388-a253-6f61ba2c44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:52.512937 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-20fbfee0-6cc5-4794-9f7a-b44c718e64f8 req-3f3fe275-d99f-4388-a253-6f61ba2c44d0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 1129 time: 0.1623640 May 13 13:56:52.525009 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:52.579356 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-596a48ec-23f1-4341-ae41-8f99ca2bde24 req-c0bb237b-7653-4ede-854b-aedac763e7b6 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543731 May 13 13:56:52.591868 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-5754ff74-081f-4722-b62f-9aa26f201193 service neutron] 10.222.0.87 "GET /v2.0/networks/3de73a64-9208-445c-affd-c0841473ceb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523470 May 13 13:56:52.605762 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-bcf57255-5bcf-41dc-a581-5af83b405c76 req-6719cb1f-4870-4138-a5db-7da9fa5cae37 service neutron] 10.222.0.87 "GET /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775772 May 13 13:56:52.606592 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5475879-7e61-48cb-ac67-7212a8a2979a req-5e7cde55-bb19-4e8c-b34e-de0846449b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:52.608688 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5475879-7e61-48cb-ac67-7212a8a2979a req-5e7cde55-bb19-4e8c-b34e-de0846449b24 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2775924 May 13 13:56:52.620791 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-20fbfee0-6cc5-4794-9f7a-b44c718e64f8 req-78023358-e9f2-4d8d-999f-38617b71f95c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964265 May 13 13:56:52.633548 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-0da2dc66-3ce6-42d6-9ac1-034da1f955b2 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519392 May 13 13:56:52.671362 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:52.673674 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c431e9-6f38-4d4c-b0d2-ef2c2f421a66" -d '{"events": [{"server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "name": "network-vif-plugged", "status": "completed", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:52.710168 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01844c17-a9b1-4860-82c6-83d3a7f25d43 x-openstack-request-id: req-01844c17-a9b1-4860-82c6-83d3a7f25d43 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:52.710480 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "name": "network-vif-plugged", "status": "completed", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:52.710759 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-01844c17-a9b1-4860-82c6-83d3a7f25d43 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:52.711163 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01844c17-a9b1-4860-82c6-83d3a7f25d43'] response: {'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'code': 200} May 13 13:56:52.901785 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687ca58-1af2-4257-948c-3fb25061e902 req-fa8f7e06-3c82-47de-bb0d-c9026490834b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:52.903368 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1687ca58-1af2-4257-948c-3fb25061e902 req-fa8f7e06-3c82-47de-bb0d-c9026490834b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0504572 May 13 13:56:52.960087 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1687ca58-1af2-4257-948c-3fb25061e902 req-603d0e09-a80e-42a1-8bd7-6cd8275d21dc tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500360 May 13 13:56:53.117560 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d209b43-8db6-4f9d-9a38-1cdb052b8d65 req-24e74717-3419-4a6b-839e-007df92d6f73 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:53.119179 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2d209b43-8db6-4f9d-9a38-1cdb052b8d65 req-24e74717-3419-4a6b-839e-007df92d6f73 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0534661 May 13 13:56:53.181588 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2d209b43-8db6-4f9d-9a38-1cdb052b8d65 req-51fb07d6-b94c-4cd8-8df7-f8d35fc19159 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554399 May 13 13:56:53.544910 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53cedc-9f4e-4864-891d-c9110de64ba9 req-7e93e923-4481-4bff-b9d7-e565e7e5789f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:53.546986 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef53cedc-9f4e-4864-891d-c9110de64ba9 req-7e93e923-4481-4bff-b9d7-e565e7e5789f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.2900524 May 13 13:56:53.567622 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2532f29-1430-44b1-959e-7d07a4894fb8 req-53ddc186-5856-43da-9610-24aae6221314 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:53.569025 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d2532f29-1430-44b1-959e-7d07a4894fb8 req-53ddc186-5856-43da-9610-24aae6221314 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0672662 May 13 13:56:53.639644 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef53cedc-9f4e-4864-891d-c9110de64ba9 req-ff2c363c-1f27-46de-a260-98140384d8b8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865445 May 13 13:56:53.658257 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d2532f29-1430-44b1-959e-7d07a4894fb8 req-4355746c-526c-4eb3-8a8d-0f727b1bc8f8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820835 May 13 13:56:53.754018 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b62457-cd35-48bc-b203-cbd13b09303c req-41f36990-09aa-4085-8a36-21f86eb63617 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:53.755655 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-33b62457-cd35-48bc-b203-cbd13b09303c req-41f36990-09aa-4085-8a36-21f86eb63617 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0521400 May 13 13:56:53.809359 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-33b62457-cd35-48bc-b203-cbd13b09303c req-28a0a702-472c-4139-80a3-072862c8c09a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477393 May 13 13:56:54.079205 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de08a8-1726-4718-a28b-1d2aa2d7e61b req-33f769d6-3d8e-4dd4-9a4b-d62800365b58 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:54.080635 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-52de08a8-1726-4718-a28b-1d2aa2d7e61b req-33f769d6-3d8e-4dd4-9a4b-d62800365b58 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0521989 May 13 13:56:54.129490 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-52de08a8-1726-4718-a28b-1d2aa2d7e61b req-5ea1eac3-1284-4d17-9a23-2ef05b1d712d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 May 13 13:56:54.313045 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f48a6-401c-45c6-a29d-261b6014878a req-ff698629-255d-432b-9a11-ae02aa8b0849 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:54.314703 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f34f48a6-401c-45c6-a29d-261b6014878a req-ff698629-255d-432b-9a11-ae02aa8b0849 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0530779 May 13 13:56:54.369194 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f34f48a6-401c-45c6-a29d-261b6014878a req-dd23fab5-8a5e-4b07-a115-ee0d9da30286 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486047 May 13 13:56:54.783450 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedbe0e-f5c6-463a-a465-c1504b16faa6 req-2ad7b033-7120-46a7-9d87-bc1b2a7fec82 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:54.784937 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-feedbe0e-f5c6-463a-a465-c1504b16faa6 req-2ad7b033-7120-46a7-9d87-bc1b2a7fec82 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 944 time: 0.0720944 May 13 13:56:54.807390 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37e409-b10d-4f28-8c43-6404b23dd81a req-a4ca7eee-b349-4892-8d81-98b02bd859aa tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:54.808911 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1e37e409-b10d-4f28-8c43-6404b23dd81a req-a4ca7eee-b349-4892-8d81-98b02bd859aa tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0692136 May 13 13:56:54.876443 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-feedbe0e-f5c6-463a-a465-c1504b16faa6 req-7430bd01-347e-486b-8ac9-6db9f13870ff tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857093 May 13 13:56:54.883891 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1e37e409-b10d-4f28-8c43-6404b23dd81a req-b9be8afd-7e8f-4930-a8ba-9b6f49bb73fb tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679798 May 13 13:56:54.985475 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024612-7a44-4ebd-8ea5-acef8828a6b8 req-18b414a1-0706-49a5-9dfb-00c25fada4c4 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:54.986968 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f5024612-7a44-4ebd-8ea5-acef8828a6b8 req-18b414a1-0706-49a5-9dfb-00c25fada4c4 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0523951 May 13 13:56:55.032637 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f5024612-7a44-4ebd-8ea5-acef8828a6b8 req-f1475ace-689d-4a5f-b203-e85d9bec56e0 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 May 13 13:56:55.280575 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5c4b1-88bc-4759-9dda-7ee506788d16 req-b66a2ba8-4b41-4583-9429-c0f3ed4083ed tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:55.283321 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-13e5c4b1-88bc-4759-9dda-7ee506788d16 req-b66a2ba8-4b41-4583-9429-c0f3ed4083ed tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0621257 May 13 13:56:55.332310 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-13e5c4b1-88bc-4759-9dda-7ee506788d16 req-6a02e102-59b2-413e-8653-6e157c0580cb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457094 May 13 13:56:55.411650 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 0cddf8e8-d022-4c17-bc59-86e111fd692f details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:56:55.495569 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b07df-48d8-4348-ab1b-9f7f3c88758a req-9276f479-7630-4ca2-b679-b7dd0f341541 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:55.497197 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1c8b07df-48d8-4348-ab1b-9f7f3c88758a req-9276f479-7630-4ca2-b679-b7dd0f341541 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0512054 May 13 13:56:55.553776 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1c8b07df-48d8-4348-ab1b-9f7f3c88758a req-965fcc41-390f-41c0-9cdb-cd4493fd8967 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500252 May 13 13:56:55.641970 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 0cddf8e8-d022-4c17-bc59-86e111fd692f, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0cddf8e8-d022-4c17-bc59-86e111fd692f,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:55.654442 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '0cddf8e8-d022-4c17-bc59-86e111fd692f', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'port_id': '0cddf8e8-d022-4c17-bc59-86e111fd692f', 'mac_address': 'fa:16:3e:b6:32:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:56:55.693500 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 0cddf8e8-d022-4c17-bc59-86e111fd692f is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:55.693882 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:55.708011 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cddf8e8-d022-4c17-bc59-86e111fd692f {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:56:55.735088 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 0cddf8e8-d022-4c17-bc59-86e111fd692f, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0cddf8e8-d022-4c17-bc59-86e111fd692f,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:55.739261 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:55.785099 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=0cddf8e8-d022-4c17-bc59-86e111fd692f,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:56.018878 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c5926-d98d-473f-874a-e7087afe671e req-2a19e151-3924-4b5b-8f09-9a5f687639a3 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:56.020379 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-216c5926-d98d-473f-874a-e7087afe671e req-2a19e151-3924-4b5b-8f09-9a5f687639a3 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 945 time: 0.0750215 May 13 13:56:56.028674 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a6735-89d3-4648-9905-d7153ca73afb req-13f63b75-cf44-44a1-9186-de764eb30498 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:56.030132 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d9a6735-89d3-4648-9905-d7153ca73afb req-13f63b75-cf44-44a1-9186-de764eb30498 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0734172 May 13 13:56:56.105994 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-216c5926-d98d-473f-874a-e7087afe671e req-f6037202-330c-44f6-9658-cdcd6e67e5ac tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748088 May 13 13:56:56.109228 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d9a6735-89d3-4648-9905-d7153ca73afb req-bd608c07-a4c1-4937-abbf-cc0043559f71 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723267 May 13 13:56:56.213505 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010be383-9bf6-4a3a-826a-4b4ffcf01f88 req-207117e6-596c-4759-b1b7-b1ba18eab90b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:56.215020 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-010be383-9bf6-4a3a-826a-4b4ffcf01f88 req-207117e6-596c-4759-b1b7-b1ba18eab90b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0472064 May 13 13:56:56.267774 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-010be383-9bf6-4a3a-826a-4b4ffcf01f88 req-db31e3b5-cc41-4705-ab09-1de8e8eed68d tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 May 13 13:56:56.451154 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8051989-e998-46c9-926b-d0523639c61e req-5e7789e9-43e5-42fd-8b04-925c0040e620 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:56.452658 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e8051989-e998-46c9-926b-d0523639c61e req-5e7789e9-43e5-42fd-8b04-925c0040e620 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0510025 May 13 13:56:56.504922 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e8051989-e998-46c9-926b-d0523639c61e req-1a05059a-948b-4238-a8a1-dc32b2f4a5ec tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463767 May 13 13:56:56.677141 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd8e93-e90d-4111-8eb2-0a6819882860 req-b2762489-bd6f-4d0f-abb9-92d70e7881a5 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:56.678571 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e8fd8e93-e90d-4111-8eb2-0a6819882860 req-b2762489-bd6f-4d0f-abb9-92d70e7881a5 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0518684 May 13 13:56:56.728779 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e8fd8e93-e90d-4111-8eb2-0a6819882860 req-f4082b4e-1825-4eea-9e44-9158f0644e37 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436337 May 13 13:56:56.898893 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['0cddf8e8-d022-4c17-bc59-86e111fd692f'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:56:57.274025 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894148f-9cfc-4273-9851-484545b7f518 req-24526b49-30af-43f5-ac6d-595914903d8d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:57.275525 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b894148f-9cfc-4273-9851-484545b7f518 req-24526b49-30af-43f5-ac6d-595914903d8d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0646305 May 13 13:56:57.287692 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e8679-c8ad-4f77-b639-e3a9b2aff977 req-cfd832a9-6145-4912-8637-8d39f1dec9c6 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:57.289170 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ee4e8679-c8ad-4f77-b639-e3a9b2aff977 req-cfd832a9-6145-4912-8637-8d39f1dec9c6 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 945 time: 0.1111860 May 13 13:56:57.302790 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-05c5e00a-bea0-469e-8e1f-936c77bbba96 req-27fa74d3-426e-4a67-9b86-d430f143f750 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779025 May 13 13:56:57.375833 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b894148f-9cfc-4273-9851-484545b7f518 req-094d232b-2752-4a2d-83db-2fa3f0340967 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856254 May 13 13:56:57.387770 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ee4e8679-c8ad-4f77-b639-e3a9b2aff977 req-a8b21933-6588-4f48-be16-79003e273439 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885675 May 13 13:56:57.511896 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba4700-8d4a-4927-8e12-f31aa4bef7bc req-18865a7e-02b1-45d6-889e-2fa41c8d5650 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:57.512446 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-40ba4700-8d4a-4927-8e12-f31aa4bef7bc req-18865a7e-02b1-45d6-889e-2fa41c8d5650 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0520160 May 13 13:56:57.578136 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-40ba4700-8d4a-4927-8e12-f31aa4bef7bc req-18b09bb5-5e82-49ac-9b92-519fe2952b8a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581431 May 13 13:56:57.640071 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba42381-105c-4d80-823e-234cfe735650 req-4769a688-09d3-4eba-a7c9-7e018c85461a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:57.641984 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1ba42381-105c-4d80-823e-234cfe735650 req-4769a688-09d3-4eba-a7c9-7e018c85461a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0568919 May 13 13:56:57.695483 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1ba42381-105c-4d80-823e-234cfe735650 req-3fb78449-8250-465b-bb65-a116a924c00a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 May 13 13:56:57.856028 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd653-7463-4154-96b3-b652a0d3206b req-db95686c-f97e-4df1-9193-5614adf34454 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:57.857462 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e7fcd653-7463-4154-96b3-b652a0d3206b req-db95686c-f97e-4df1-9193-5614adf34454 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0511811 May 13 13:56:57.908479 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e7fcd653-7463-4154-96b3-b652a0d3206b req-3b588ad8-2fc1-4006-8248-811dd8235df2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443816 May 13 13:56:57.969363 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-ac0adc75-7249-419f-9001-5c6f4be94ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:57.970933 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-ac0adc75-7249-419f-9001-5c6f4be94ad9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 1128 time: 0.0520074 May 13 13:56:58.438281 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 0cddf8e8-d022-4c17-bc59-86e111fd692f up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:56:58.505889 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 0cddf8e8-d022-4c17-bc59-86e111fd692f completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:56:58.512946 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 0cddf8e8-d022-4c17-bc59-86e111fd692f triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:56:58.513517 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:58.587232 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9d029-d129-459f-98d3-ef46ef9156ca req-26776988-a338-46a9-8628-bf913729892b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:58.588770 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c7e9d029-d129-459f-98d3-ef46ef9156ca req-26776988-a338-46a9-8628-bf913729892b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 945 time: 0.0979428 May 13 13:56:58.597970 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39fae4-16df-4420-8048-177e55d54f92 req-23c5dd8f-7ff0-4cbf-9185-f34bc4070be5 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:58.598668 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 0cddf8e8-d022-4c17-bc59-86e111fd692f is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:56:58.599164 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:58.599488 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-aa39fae4-16df-4420-8048-177e55d54f92 req-23c5dd8f-7ff0-4cbf-9185-f34bc4070be5 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0949380 May 13 13:56:58.625652 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cddf8e8-d022-4c17-bc59-86e111fd692f'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:56:58.628028 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4220402-e5c3-4dc1-a9ea-dca057af98a4" -d '{"events": [{"server_uuid": "596ea3e4-5857-40b2-82e2-84c63e19f7da", "name": "network-vif-plugged", "status": "completed", "tag": "0cddf8e8-d022-4c17-bc59-86e111fd692f"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:56:58.640965 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 0cddf8e8-d022-4c17-bc59-86e111fd692f, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0cddf8e8-d022-4c17-bc59-86e111fd692f,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:56:58.645977 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:56:58.677276 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c7e9d029-d129-459f-98d3-ef46ef9156ca req-ec62d2fd-3163-41d4-8277-b9f5e0a12759 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765357 May 13 13:56:58.684825 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-aa39fae4-16df-4420-8048-177e55d54f92 req-7bb34588-2900-4ec1-8297-cbbc4c84bf8d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774565 May 13 13:56:58.697776 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=0cddf8e8-d022-4c17-bc59-86e111fd692f,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:56:58.748662 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bef2b43-a8c3-4b50-bfd4-d307cbfb889e x-openstack-request-id: req-3bef2b43-a8c3-4b50-bfd4-d307cbfb889e {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:56:58.749076 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596ea3e4-5857-40b2-82e2-84c63e19f7da", "name": "network-vif-plugged", "status": "completed", "tag": "0cddf8e8-d022-4c17-bc59-86e111fd692f", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:56:58.749540 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3bef2b43-a8c3-4b50-bfd4-d307cbfb889e {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:56:58.750289 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bef2b43-a8c3-4b50-bfd4-d307cbfb889e'] response: {'server_uuid': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cddf8e8-d022-4c17-bc59-86e111fd692f', 'code': 200} May 13 13:56:58.813985 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992fe0-fdec-418d-a3d2-481c9bd9edf9 req-c6719812-f124-49c6-b5cb-b067439f0c95 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:58.815512 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-84992fe0-fdec-418d-a3d2-481c9bd9edf9 req-c6719812-f124-49c6-b5cb-b067439f0c95 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0597060 May 13 13:56:58.872493 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55826a-5a12-464b-bbc6-335d81e130c3 req-dcc37b1b-3dd2-4c52-9ccf-a7b72b56fecf tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:58.874573 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-df55826a-5a12-464b-bbc6-335d81e130c3 req-dcc37b1b-3dd2-4c52-9ccf-a7b72b56fecf tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0758646 May 13 13:56:58.922774 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-84992fe0-fdec-418d-a3d2-481c9bd9edf9 req-2e5be410-984d-4bf3-9a22-878bbddb53e6 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844460 May 13 13:56:58.962291 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-df55826a-5a12-464b-bbc6-335d81e130c3 req-2aa36b91-ab7d-4124-8f0b-dc87cf78f533 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817399 May 13 13:56:59.044410 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c885f3-4592-4616-9235-894cb269b96c req-46cbee8b-08eb-414e-9901-05bbfb7b41c7 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:59.050984 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e6c885f3-4592-4616-9235-894cb269b96c req-46cbee8b-08eb-414e-9901-05bbfb7b41c7 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0527506 May 13 13:56:59.101056 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e6c885f3-4592-4616-9235-894cb269b96c req-aa1091fa-c524-4c9e-986e-f139cbe2f335 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476260 May 13 13:56:59.833724 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178bd3-88ec-42e2-9c85-f6ac2ce5d084 req-3bab543f-9675-477b-aad6-f76400280c52 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:59.835128 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2d178bd3-88ec-42e2-9c85-f6ac2ce5d084 req-3bab543f-9675-477b-aad6-f76400280c52 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0811894 May 13 13:56:59.853911 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc4020-8161-4351-8d3b-f092dac9c6cf req-091c3d93-6406-4b33-8e32-939b932f4d43 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:56:59.855336 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4bbc4020-8161-4351-8d3b-f092dac9c6cf req-091c3d93-6406-4b33-8e32-939b932f4d43 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0673740 May 13 13:56:59.923659 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2d178bd3-88ec-42e2-9c85-f6ac2ce5d084 req-c6205ada-cbf7-479d-aa3a-fe4076492940 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828617 May 13 13:56:59.931363 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4bbc4020-8161-4351-8d3b-f092dac9c6cf req-e3fc2afc-46ab-4eac-8d91-cbeb8f155c3e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674541 May 13 13:57:00.020259 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-59ee9ce7-590a-4b83-b21a-590e676d10b9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7847ace-539c-49f8-8691-796f0be69992 HTTP/1.1" status: 200 len: 217 time: 0.0486937 May 13 13:57:00.102154 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c477fec-c258-4791-a671-fa1cc8a82bd1 req-99ef5f74-00cd-42a7-b659-d6b72cbc1aac tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:00.104260 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5c477fec-c258-4791-a671-fa1cc8a82bd1 req-99ef5f74-00cd-42a7-b659-d6b72cbc1aac tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 943 time: 0.0825529 May 13 13:57:00.130450 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725c5ce-b9ad-4fd6-b488-590fe4f2cfbf req-95a961c2-954b-499b-90dd-444e0808dd91 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:00.132074 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6725c5ce-b9ad-4fd6-b488-590fe4f2cfbf req-95a961c2-954b-499b-90dd-444e0808dd91 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0807369 May 13 13:57:00.192184 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5c477fec-c258-4791-a671-fa1cc8a82bd1 req-86f9e1a3-bb24-4da5-b0b7-dec97a54c8b5 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809069 May 13 13:57:00.223160 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6725c5ce-b9ad-4fd6-b488-590fe4f2cfbf req-b61b3948-c09c-472f-9cb9-44a2054ee0e5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803151 May 13 13:57:00.314325 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b8303-0e36-43c2-93fa-f4f7c158b211 req-7a206320-dea0-40a5-8722-f4cfe1e7e92b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:00.315855 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bc0b8303-0e36-43c2-93fa-f4f7c158b211 req-7a206320-dea0-40a5-8722-f4cfe1e7e92b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0611234 May 13 13:57:00.366902 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bc0b8303-0e36-43c2-93fa-f4f7c158b211 req-58db2d81-3e71-4b04-ae1a-68de712515bc tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447855 May 13 13:57:00.454316 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 752c852e-22e0-45b9-a24e-da001a8775e3 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:57:00.543991 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5387492-b977-4565-9fd4-926fcb0d2867 req-90a67710-863b-4b1a-8e3e-920b39a01128 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:00.546804 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e5387492-b977-4565-9fd4-926fcb0d2867 req-90a67710-863b-4b1a-8e3e-920b39a01128 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0672259 May 13 13:57:00.555686 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 60894) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:00.561787 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-7cdbc772-5770-4647-b6ba-52147afe80d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'floatingip': {'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:57:00.574308 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 752c852e-22e0-45b9-a24e-da001a8775e3, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=752c852e-22e0-45b9-a24e-da001a8775e3,segment=NetworkSegment(875d52a7-24f0-4a29-9218-7890f888827e),segment_id=875d52a7-24f0-4a29-9218-7890f888827e)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:00.589569 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '752c852e-22e0-45b9-a24e-da001a8775e3', 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313', 'port_id': '752c852e-22e0-45b9-a24e-da001a8775e3', 'mac_address': 'fa:16:3e:f6:e7:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe587f86-1d5b-4fad-9a9e-fd1345caa92d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:57:00.632593 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 752c852e-22e0-45b9-a24e-da001a8775e3 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:57:00.633091 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:00.649960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc772-5770-4647-b6ba-52147afe80d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (38586ff4-06c3-4b39-a523-6e7b4a350cb1), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:00.652460 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752c852e-22e0-45b9-a24e-da001a8775e3 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:57:00.691385 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 752c852e-22e0-45b9-a24e-da001a8775e3, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=752c852e-22e0-45b9-a24e-da001a8775e3,segment=NetworkSegment(875d52a7-24f0-4a29-9218-7890f888827e),segment_id=875d52a7-24f0-4a29-9218-7890f888827e)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:00.697143 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:00.756640 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=752c852e-22e0-45b9-a24e-da001a8775e3,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:00.956359 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 60908) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:01.212755 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b51515-c800-4f05-ab3d-aece742bd553 req-830319ab-51be-4526-b334-b29d2a9e14c9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:01.214229 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-47b51515-c800-4f05-ab3d-aece742bd553 req-830319ab-51be-4526-b334-b29d2a9e14c9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.1991484 May 13 13:57:01.222566 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7ed9cace-f14c-4772-bbd4-756a07cfb430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:01.239075 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de65a4f-976a-496c-b2a2-f141d963d161 req-44175410-c23f-44a1-83a8-6e4b2661cc62 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:01.240750 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4de65a4f-976a-496c-b2a2-f141d963d161 req-44175410-c23f-44a1-83a8-6e4b2661cc62 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.2044461 May 13 13:57:01.250915 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['752c852e-22e0-45b9-a24e-da001a8775e3'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:57:01.312282 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39423-8a68-4680-802c-e27ca2de713c req-0d81622f-69cc-4e77-99b3-f29580399733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:01.314844 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ccc39423-8a68-4680-802c-e27ca2de713c req-0d81622f-69cc-4e77-99b3-f29580399733 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 1130 time: 0.0637152 May 13 13:57:01.416533 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ccc39423-8a68-4680-802c-e27ca2de713c req-18a277ff-4cb5-4090-9812-c0b156d45b31 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864160 May 13 13:57:01.756642 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-167f98ce-be1f-4013-a72d-8422f355b972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:01.759688 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-167f98ce-be1f-4013-a72d-8422f355b972 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.5021887 May 13 13:57:01.787070 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ef855-7b28-458d-92af-a29b55bf7c06 req-58a286eb-7eac-4e60-8075-52a6e8bb5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:01.788566 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5f8ef855-7b28-458d-92af-a29b55bf7c06 req-58a286eb-7eac-4e60-8075-52a6e8bb5d42 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 1130 time: 0.4695921 May 13 13:57:01.799611 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-47b51515-c800-4f05-ab3d-aece742bd553 req-761b368f-89aa-4e38-ad52-ce2695662751 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5784569 May 13 13:57:01.824325 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4de65a4f-976a-496c-b2a2-f141d963d161 req-c0f37b3d-1b00-4f32-a175-8fec0fd112e3 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5618007 May 13 13:57:02.044327 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.db.resource_extend [None req-7cdbc772-5770-4647-b6ba-52147afe80d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 13 13:57:02.126512 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae5fc2-d06a-4a32-9f5e-e4912b9a08df req-4a1a6247-3760-4a11-bbce-cbbad1ec6917 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:02.128099 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-83ae5fc2-d06a-4a32-9f5e-e4912b9a08df req-4a1a6247-3760-4a11-bbce-cbbad1ec6917 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 944 time: 0.2508721 May 13 13:57:02.143651 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-aacae5ee-1a31-48a6-b211-9d784f046556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:02.145180 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-aacae5ee-1a31-48a6-b211-9d784f046556 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2695239 May 13 13:57:02.204397 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7ed9cace-f14c-4772-bbd4-756a07cfb430 admin admin] Publish callbacks [] for security_group (cbcbae04-7a12-422a-b4b7-a251b4a549dd), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.213870 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5f8ef855-7b28-458d-92af-a29b55bf7c06 req-a6bc2c47-b2b5-4b51-b67b-1ce8b3eea048 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3529990 May 13 13:57:02.239290 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29153867-8089-4839-8cc8-78a2ee995e68 req-799d05e5-710c-4ecd-ab1c-af07f52d39f3 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:02.240687 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-29153867-8089-4839-8cc8-78a2ee995e68 req-799d05e5-710c-4ecd-ab1c-af07f52d39f3 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.3036292 May 13 13:57:02.244746 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc772-5770-4647-b6ba-52147afe80d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.245713 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7ed9cace-f14c-4772-bbd4-756a07cfb430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (cbcbae04-7a12-422a-b4b7-a251b4a549dd), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.272826 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc772-5770-4647-b6ba-52147afe80d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (38586ff4-06c3-4b39-a523-6e7b4a350cb1), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.371573 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-7ed9cace-f14c-4772-bbd4-756a07cfb430 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31a154cba8db4ed58594e81e7028648e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4140716 May 13 13:57:02.374923 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 60926) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:02.379233 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9cace-f14c-4772-bbd4-756a07cfb430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcbae04-7a12-422a-b4b7-a251b4a549dd,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:02.384477 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-83ae5fc2-d06a-4a32-9f5e-e4912b9a08df req-069aae46-868a-4732-b01a-66c1d673a9d5 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182171 May 13 13:57:02.435356 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7a827566-cf63-40eb-90f6-0efdc25672ce admin admin] Publish callbacks [] for security_group (cbcbae04-7a12-422a-b4b7-a251b4a549dd), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.444952 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 752c852e-22e0-45b9-a24e-da001a8775e3 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:57:02.448426 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-29153867-8089-4839-8cc8-78a2ee995e68 req-a67a0767-9eb0-49c5-9f2a-691084d726ba tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979866 May 13 13:57:02.480202 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [None req-7cdbc772-5770-4647-b6ba-52147afe80d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Floating IP 38586ff4-06c3-4b39-a523-6e7b4a350cb1 associated. External IP: 172.27.3.228, port: 504a7fcd-a3fa-4e91-ae56-90416b5e697f. May 13 13:57:02.487060 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7a827566-cf63-40eb-90f6-0efdc25672ce admin admin] Publish callbacks [] for security_group (cbcbae04-7a12-422a-b4b7-a251b4a549dd), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.516517 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 752c852e-22e0-45b9-a24e-da001a8775e3 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:57:02.524047 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 752c852e-22e0-45b9-a24e-da001a8775e3 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:57:02.524794 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.562556 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7a827566-cf63-40eb-90f6-0efdc25672ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (cbcbae04-7a12-422a-b4b7-a251b4a549dd), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.565481 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7a827566-cf63-40eb-90f6-0efdc25672ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.569547 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-7a827566-cf63-40eb-90f6-0efdc25672ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cbcbae04-7a12-422a-b4b7-a251b4a549dd HTTP/1.1" status: 204 len: 168 time: 0.1935294 May 13 13:57:02.578794 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a827566-cf63-40eb-90f6-0efdc25672ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcbae04-7a12-422a-b4b7-a251b4a549dd,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:02.655290 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 752c852e-22e0-45b9-a24e-da001a8775e3 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:57:02.655774 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.687861 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e31b14-12b5-422b-b04a-c37a030d7859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752c852e-22e0-45b9-a24e-da001a8775e3'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:02.690259 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99677377-dc5a-463a-9e76-21929ef0dd87" -d '{"events": [{"server_uuid": "55e31b14-12b5-422b-b04a-c37a030d7859", "name": "network-vif-plugged", "status": "completed", "tag": "752c852e-22e0-45b9-a24e-da001a8775e3"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:02.703973 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 752c852e-22e0-45b9-a24e-da001a8775e3, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=752c852e-22e0-45b9-a24e-da001a8775e3,segment=NetworkSegment(875d52a7-24f0-4a29-9218-7890f888827e),segment_id=875d52a7-24f0-4a29-9218-7890f888827e)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:02.709910 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:02.767053 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce31d35-5dc2-445f-9973-f8f291258855 x-openstack-request-id: req-1ce31d35-5dc2-445f-9973-f8f291258855 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:02.767406 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e31b14-12b5-422b-b04a-c37a030d7859", "name": "network-vif-plugged", "status": "completed", "tag": "752c852e-22e0-45b9-a24e-da001a8775e3", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:02.767760 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ce31d35-5dc2-445f-9973-f8f291258855 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:02.768303 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce31d35-5dc2-445f-9973-f8f291258855'] response: {'server_uuid': '55e31b14-12b5-422b-b04a-c37a030d7859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752c852e-22e0-45b9-a24e-da001a8775e3', 'code': 200} May 13 13:57:02.793041 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaaa7d-eb12-4c7b-b550-3241781c708a req-a2a962c2-8a02-4e8d-862b-303da2741f3e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:02.799923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=752c852e-22e0-45b9-a24e-da001a8775e3,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:02.801331 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b2eaaa7d-eb12-4c7b-b550-3241781c708a req-a2a962c2-8a02-4e8d-862b-303da2741f3e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.1171768 May 13 13:57:02.939690 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b2eaaa7d-eb12-4c7b-b550-3241781c708a req-f44c625f-9aea-4ce0-9e9c-906413a97b3e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374614 May 13 13:57:02.943501 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdbc772-5770-4647-b6ba-52147afe80d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Router a21cbf5f-ca12-4397-af5b-582fb332595e has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:57:02.961644 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa5e7e-24f1-4f2d-8f04-4175252ed367 req-c190e1d6-a2d2-41d3-9b5b-bd36113670a0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:02.963208 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4baa5e7e-24f1-4f2d-8f04-4175252ed367 req-c190e1d6-a2d2-41d3-9b5b-bd36113670a0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0740857 May 13 13:57:03.020726 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 60942) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:03.034232 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-081f742e-c77a-469f-a462-71c0b764f134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:03.107019 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b883887-ade0-4cc6-84a5-39234d576d0e req-05c661e4-c2bb-41cb-bb9f-844a2059f825 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:03.110816 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b883887-ade0-4cc6-84a5-39234d576d0e req-05c661e4-c2bb-41cb-bb9f-844a2059f825 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0868249 May 13 13:57:03.133928 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-081f742e-c77a-469f-a462-71c0b764f134 admin admin] Publish callbacks [] for security_group (50c215ff-5d13-4e02-8e29-b5622b33d0de), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:03.139214 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-081f742e-c77a-469f-a462-71c0b764f134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (50c215ff-5d13-4e02-8e29-b5622b33d0de), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:03.169003 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4baa5e7e-24f1-4f2d-8f04-4175252ed367 req-2a8171c4-3902-4422-9744-f2dd26892efe tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958003 May 13 13:57:03.211587 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 60944) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:03.212596 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-081f742e-c77a-469f-a462-71c0b764f134 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e84895304ef46cd92ff838c34ccafa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894879 May 13 13:57:03.216203 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f742e-c77a-469f-a462-71c0b764f134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c215ff-5d13-4e02-8e29-b5622b33d0de,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:03.223967 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdbc772-5770-4647-b6ba-52147afe80d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:57:03.238438 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:57:03.245457 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7cdbc772-5770-4647-b6ba-52147afe80d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:03.262104 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:57:03.262104 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:03.299347 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b883887-ade0-4cc6-84a5-39234d576d0e req-15afde5d-6cf4-4071-ae1a-afc6852b563f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753514 May 13 13:57:03.370835 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-7cdbc772-5770-4647-b6ba-52147afe80d4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "PUT /v2.0/floatingips/38586ff4-06c3-4b39-a523-6e7b4a350cb1 HTTP/1.1" status: 200 len: 991 time: 2.8137724 May 13 13:57:03.374943 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'tag': '504a7fcd-a3fa-4e91-ae56-90416b5e697f'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:03.377265 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e850b74-9178-43a3-86f2-8c06034863e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c5fb9024-5080-4527-b9ac-55f60dbccd8a", "tag": "504a7fcd-a3fa-4e91-ae56-90416b5e697f"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:03.395853 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:57:03.416957 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cbc3892b-1376-48db-b148-f3747a7fe709 admin admin] Publish callbacks [] for security_group (50c215ff-5d13-4e02-8e29-b5622b33d0de), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:03.430031 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f8960e-0bbc-40a5-a85f-3625bc4ee84f x-openstack-request-id: req-45f8960e-0bbc-40a5-a85f-3625bc4ee84f {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:03.430429 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5fb9024-5080-4527-b9ac-55f60dbccd8a", "tag": "504a7fcd-a3fa-4e91-ae56-90416b5e697f", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:03.430907 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45f8960e-0bbc-40a5-a85f-3625bc4ee84f {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:03.431380 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f8960e-0bbc-40a5-a85f-3625bc4ee84f'] response: {'name': 'network-changed', 'server_uuid': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'tag': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'status': 'completed', 'code': 200} May 13 13:57:03.453532 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-90e9d3df-5d98-4436-80f1-ad441947e56f service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035582 May 13 13:57:03.462943 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cbc3892b-1376-48db-b148-f3747a7fe709 admin admin] Publish callbacks [] for security_group (50c215ff-5d13-4e02-8e29-b5622b33d0de), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:03.553824 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d5d50-3376-4334-8c04-f2bf9b031f9d req-46af0e27-26e3-47b3-8264-ea4255d51956 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:03.555484 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-da4d5d50-3376-4334-8c04-f2bf9b031f9d req-46af0e27-26e3-47b3-8264-ea4255d51956 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0821805 May 13 13:57:03.614191 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca22bc-3f74-4ac6-b0a9-d422ee588a13 req-e10de355-82f5-4dde-b170-e6e50ecf2514 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:03.615793 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-89ca22bc-3f74-4ac6-b0a9-d422ee588a13 req-e10de355-82f5-4dde-b170-e6e50ecf2514 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0845454 May 13 13:57:03.646043 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cbc3892b-1376-48db-b148-f3747a7fe709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (50c215ff-5d13-4e02-8e29-b5622b33d0de), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:03.648221 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cbc3892b-1376-48db-b148-f3747a7fe709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:03.652196 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-cbc3892b-1376-48db-b148-f3747a7fe709 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50c215ff-5d13-4e02-8e29-b5622b33d0de HTTP/1.1" status: 204 len: 168 time: 0.4372830 May 13 13:57:03.677772 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3892b-1376-48db-b148-f3747a7fe709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c215ff-5d13-4e02-8e29-b5622b33d0de,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:03.693097 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-da4d5d50-3376-4334-8c04-f2bf9b031f9d req-677df6c8-1d7a-44a0-9df6-aff144cf89fc tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119504 May 13 13:57:03.720897 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-89ca22bc-3f74-4ac6-b0a9-d422ee588a13 req-4d788194-cd1b-462b-a015-99ec3300d0bc tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965836 May 13 13:57:03.728415 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '38586ff4-06c3-4b39-a523-6e7b4a350cb1', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:99:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:11Z', 'updated_at': '2022-05-13T13:57:01Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:03.764975 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:57:03.775850 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:57:03.776495 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:03.907818 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:57:04.078498 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35905c6-cec5-4d31-918a-b2c03bf7f281 req-3bed1415-56a4-49cb-ba28-af6d3208369e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:04.080141 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e35905c6-cec5-4d31-918a-b2c03bf7f281 req-3bed1415-56a4-49cb-ba28-af6d3208369e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.0546253 May 13 13:57:04.146052 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e35905c6-cec5-4d31-918a-b2c03bf7f281 req-33a4e8c8-467d-43f5-9800-e7a9d36b669c tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597210 May 13 13:57:04.175101 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '38586ff4-06c3-4b39-a523-6e7b4a350cb1', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:99:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:11Z', 'updated_at': '2022-05-13T13:57:01Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:04.203642 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3df380-701b-4591-ac3e-763dd107ee57 None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '38586ff4-06c3-4b39-a523-6e7b4a350cb1', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:99:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:11Z', 'updated_at': '2022-05-13T13:57:01Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:57:04.361180 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93baf2-bb46-41f6-b652-ebf154e332d2 req-97b7a66c-3416-45cb-af6e-4804e98a05b4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:04.364013 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2f93baf2-bb46-41f6-b652-ebf154e332d2 req-97b7a66c-3416-45cb-af6e-4804e98a05b4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0852373 May 13 13:57:04.465226 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65584a7-d4c0-4bad-9746-94bbd0e8de8b req-e99622a5-27a2-4e8c-835b-807f47adbdd7 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:04.467410 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b65584a7-d4c0-4bad-9746-94bbd0e8de8b req-e99622a5-27a2-4e8c-835b-807f47adbdd7 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0726316 May 13 13:57:04.471794 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2f93baf2-bb46-41f6-b652-ebf154e332d2 req-8739892d-8703-4fcc-bdb4-3ba7491016a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953255 May 13 13:57:04.512757 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73b1cdf-4cdd-4d4b-bee1-aecef5e986cd None None] New status for floating IP 38586ff4-06c3-4b39-a523-6e7b4a350cb1: ACTIVE {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:57:04.540494 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b65584a7-d4c0-4bad-9746-94bbd0e8de8b req-1dd8a68b-53c8-44f6-9b4b-92458202e18f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640929 May 13 13:57:04.901315 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818bd46-ecdb-4dae-891b-b1722ec157d5 req-e87210f7-7e24-45ff-8658-d0f58474a8fa tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:04.907877 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9818bd46-ecdb-4dae-891b-b1722ec157d5 req-e87210f7-7e24-45ff-8658-d0f58474a8fa tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.1290059 May 13 13:57:04.940145 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70221337-2c56-4db7-8f19-5727cb48250b req-db186742-39cc-43ec-bea5-f4a7b88f3324 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:04.942166 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-70221337-2c56-4db7-8f19-5727cb48250b req-db186742-39cc-43ec-bea5-f4a7b88f3324 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1188636 May 13 13:57:04.956208 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 32776) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:04.962814 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-f4e72566-d183-467c-93f1-9154d0637d8a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'floatingip': {'port_id': '7212a472-72e2-4e58-9b35-4036a7195ef1'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:57:05.006953 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9818bd46-ecdb-4dae-891b-b1722ec157d5 req-4a1259d6-5721-49fb-afdb-cb487cbdc421 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954943 May 13 13:57:05.070954 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4e72566-d183-467c-93f1-9154d0637d8a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (12b8a530-4997-4d6b-814d-4bfa368e4639), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:05.359967 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403a724-6fa7-4d9c-9002-24992ee53792 req-2ac8f322-a2b8-49c6-95f6-e6d643d474d8 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:05.361813 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1403a724-6fa7-4d9c-9002-24992ee53792 req-2ac8f322-a2b8-49c6-95f6-e6d643d474d8 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.3530393 May 13 13:57:05.379057 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48f7c1-1eef-49c1-9b8b-efff382fd252 req-9a13b5ae-b1c8-4fd7-ab87-85864830a981 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:05.380680 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3b48f7c1-1eef-49c1-9b8b-efff382fd252 req-9a13b5ae-b1c8-4fd7-ab87-85864830a981 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.0760579 May 13 13:57:05.461891 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1403a724-6fa7-4d9c-9002-24992ee53792 req-42aeff0b-672d-426e-9848-21359ba29c31 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913546 May 13 13:57:05.478780 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3b48f7c1-1eef-49c1-9b8b-efff382fd252 req-aaa50b7b-15bb-4b4c-bd99-e223e313f7c5 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835352 May 13 13:57:05.636615 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30102ee-382c-4257-bdd7-5646a799169c req-659035bc-0d5e-4fbb-8ffe-ec28455b700a tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:05.638301 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f30102ee-382c-4257-bdd7-5646a799169c req-659035bc-0d5e-4fbb-8ffe-ec28455b700a tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0612946 May 13 13:57:05.714248 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f30102ee-382c-4257-bdd7-5646a799169c req-fe7c08e7-c40e-4370-a6a2-e0985aa8c46f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633540 May 13 13:57:05.970237 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4e72566-d183-467c-93f1-9154d0637d8a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:05.976620 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4e72566-d183-467c-93f1-9154d0637d8a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (12b8a530-4997-4d6b-814d-4bfa368e4639), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:06.112131 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.l3_db [None req-f4e72566-d183-467c-93f1-9154d0637d8a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Floating IP 12b8a530-4997-4d6b-814d-4bfa368e4639 associated. External IP: 172.27.3.234, port: 7212a472-72e2-4e58-9b35-4036a7195ef1. May 13 13:57:06.162477 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f739ee8-1f7d-4649-a55d-206e1c1cdbff req-6e78e8e4-f72e-4cb7-8718-b187ddb66abf tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:06.164295 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0f739ee8-1f7d-4649-a55d-206e1c1cdbff req-6e78e8e4-f72e-4cb7-8718-b187ddb66abf tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0581577 May 13 13:57:06.218317 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0f739ee8-1f7d-4649-a55d-206e1c1cdbff req-7e55aab6-c235-49db-b548-ccac7c62f6ac tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472493 May 13 13:57:06.569045 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e72566-d183-467c-93f1-9154d0637d8a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Router 9793912d-1b76-475e-b040-6704167da888 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:57:06.655570 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2831b8-1c5e-4c33-b2ae-5253fc6d0cb8 req-5cd7afc9-888c-478c-8687-407b477c7a5d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:06.657135 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc2831b8-1c5e-4c33-b2ae-5253fc6d0cb8 req-5cd7afc9-888c-478c-8687-407b477c7a5d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0829332 May 13 13:57:06.670985 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd05e59-206c-4b9f-b802-777787ee7a43 req-990b63b6-7116-4ca7-982a-a62919b0da83 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:06.672714 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cfd05e59-206c-4b9f-b802-777787ee7a43 req-990b63b6-7116-4ca7-982a-a62919b0da83 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.0881131 May 13 13:57:06.714542 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e72566-d183-467c-93f1-9154d0637d8a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:57:06.719804 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4e72566-d183-467c-93f1-9154d0637d8a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:06.727906 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] Sync routers for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:57:06.743728 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:57:06.744580 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:06.751025 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc2831b8-1c5e-4c33-b2ae-5253fc6d0cb8 req-8cbdef2e-1edc-4c0c-9a33-2057fb416c2f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873616 May 13 13:57:06.756209 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-f4e72566-d183-467c-93f1-9154d0637d8a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "PUT /v2.0/floatingips/12b8a530-4997-4d6b-814d-4bfa368e4639 HTTP/1.1" status: 200 len: 992 time: 1.7986341 May 13 13:57:06.756867 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:06.757239 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cfd05e59-206c-4b9f-b802-777787ee7a43 req-071ddf03-710e-4248-b99d-026358916d7e tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782549 May 13 13:57:06.759698 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3b2502-75f3-4c56-8bd3-2ed694771446" -d '{"events": [{"name": "network-changed", "server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:06.834534 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a696ce-5f32-4eb7-9137-6c09b479b946 x-openstack-request-id: req-b1a696ce-5f32-4eb7-9137-6c09b479b946 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:06.835568 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:06.835823 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1a696ce-5f32-4eb7-9137-6c09b479b946 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:06.836305 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a696ce-5f32-4eb7-9137-6c09b479b946'] response: {'name': 'network-changed', 'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'status': 'completed', 'code': 200} May 13 13:57:06.884939 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-473a68f1-7309-4741-a128-f1855bf5fd5f req-3bc99a3b-3558-4082-9a89-d912ad67a5f6 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317425 May 13 13:57:06.940565 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:57:06.947597 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5105-0878-4e56-8e35-2c66d220e8e0 req-2d05a9f8-cf83-49cf-99af-20d0b3d44dd9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:06.949223 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-db5f5105-0878-4e56-8e35-2c66d220e8e0 req-2d05a9f8-cf83-49cf-99af-20d0b3d44dd9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0594034 May 13 13:57:07.019502 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-db5f5105-0878-4e56-8e35-2c66d220e8e0 req-9fcc8871-c58e-4eaa-be37-5ef599b6ade7 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605032 May 13 13:57:07.312345 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '12b8a530-4997-4d6b-814d-4bfa368e4639', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '9793912d-1b76-475e-b040-6704167da888', 'port_id': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'mac_address': 'fa:16:3e:8d:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b01326-65de-403a-8020-724b6563fa64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:21Z', 'updated_at': '2022-05-13T13:57:05Z', 'revision_number': 1, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:07.341554 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] Checking router: 9793912d-1b76-475e-b040-6704167da888 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:57:07.354908 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:57:07.356019 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:07.380169 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb424c8d-0a90-4c27-b49e-5babce9b1c4f req-e91cf538-22f5-4fc6-a9ef-0ff655f98e88 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:07.381846 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fb424c8d-0a90-4c27-b49e-5babce9b1c4f req-e91cf538-22f5-4fc6-a9ef-0ff655f98e88 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0621674 May 13 13:57:07.434872 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fb424c8d-0a90-4c27-b49e-5babce9b1c4f req-1f5d24a4-cff9-43ca-886a-a95f3b2686a6 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472174 May 13 13:57:07.488400 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:57:07.747448 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '12b8a530-4997-4d6b-814d-4bfa368e4639', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '9793912d-1b76-475e-b040-6704167da888', 'port_id': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'mac_address': 'fa:16:3e:8d:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b01326-65de-403a-8020-724b6563fa64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:21Z', 'updated_at': '2022-05-13T13:57:05Z', 'revision_number': 1, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:07.776070 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b80e2-d223-40b3-9d9a-71a1012f20d4 None None] The sync data for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi is: [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '12b8a530-4997-4d6b-814d-4bfa368e4639', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '9793912d-1b76-475e-b040-6704167da888', 'port_id': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'mac_address': 'fa:16:3e:8d:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b01326-65de-403a-8020-724b6563fa64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:21Z', 'updated_at': '2022-05-13T13:57:05Z', 'revision_number': 1, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:57:07.927635 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066343a-f189-4981-9100-398d17ef1e5e req-e4ea0cd9-3040-41e9-99f6-0c8e612ee859 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:07.930286 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5066343a-f189-4981-9100-398d17ef1e5e req-e4ea0cd9-3040-41e9-99f6-0c8e612ee859 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.0841362 May 13 13:57:07.942059 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481079a-a3d4-402c-8186-bbb4f0472163 req-0c799b08-c4ed-49ba-9662-c1c54070cf23 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:07.943675 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a481079a-a3d4-402c-8186-bbb4f0472163 req-0c799b08-c4ed-49ba-9662-c1c54070cf23 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0850894 May 13 13:57:08.020274 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a481079a-a3d4-402c-8186-bbb4f0472163 req-ec826662-5d0f-4eea-8169-4e572c5a807a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693893 May 13 13:57:08.023765 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5066343a-f189-4981-9100-398d17ef1e5e req-63b90f84-6794-477b-8fd5-ac6c7681e23f tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791185 May 13 13:57:08.039438 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c9cc28-e5b5-422a-bca7-f7e49b0398b7 None None] New status for floating IP 12b8a530-4997-4d6b-814d-4bfa368e4639: ACTIVE {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:57:08.167934 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-e908ee58-7cd4-4eed-844a-f26880e738d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:08.169687 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-e908ee58-7cd4-4eed-844a-f26880e738d0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 1129 time: 0.0923135 May 13 13:57:08.182126 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267bfb3-d4b1-4e0d-af08-cb7b15bf0b0f req-f59a26dc-9b32-448e-a2a1-65ae992e65cb tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:08.183731 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1267bfb3-d4b1-4e0d-af08-cb7b15bf0b0f req-f59a26dc-9b32-448e-a2a1-65ae992e65cb tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0608077 May 13 13:57:08.246791 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1267bfb3-d4b1-4e0d-af08-cb7b15bf0b0f req-780c3bbd-c97a-4536-96bd-e770e91b4ff2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554740 May 13 13:57:08.375177 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242fac7-63d6-4702-963e-85cc2de866c0 req-2ab7ab17-78ea-4f86-8fe4-d8ac63b01984 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:08.376648 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9242fac7-63d6-4702-963e-85cc2de866c0 req-2ab7ab17-78ea-4f86-8fe4-d8ac63b01984 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0489910 May 13 13:57:08.385988 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 32844) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:08.390499 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-bfd11af9-057a-48e8-a872-484653609641 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'floatingip': {'port_id': '0cddf8e8-d022-4c17-bc59-86e111fd692f'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:57:08.437780 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd11af9-057a-48e8-a872-484653609641 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (a2fb2ac2-5905-4765-94b8-0a729681eaf8), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:08.574142 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00636833-49fc-4847-9bc9-46b7de87561e req-e9f16ff8-2d6a-4bdf-a721-9e7098601778 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:08.575883 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-00636833-49fc-4847-9bc9-46b7de87561e req-e9f16ff8-2d6a-4bdf-a721-9e7098601778 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0610175 May 13 13:57:08.646928 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-00636833-49fc-4847-9bc9-46b7de87561e req-cf952b85-fcb7-4215-8ddc-2abb7be908ee tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609486 May 13 13:57:08.959733 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd11af9-057a-48e8-a872-484653609641 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:08.963897 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd11af9-057a-48e8-a872-484653609641 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (a2fb2ac2-5905-4765-94b8-0a729681eaf8), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:09.082183 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.l3_db [None req-bfd11af9-057a-48e8-a872-484653609641 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Floating IP a2fb2ac2-5905-4765-94b8-0a729681eaf8 associated. External IP: 172.27.3.107, port: 0cddf8e8-d022-4c17-bc59-86e111fd692f. May 13 13:57:09.234824 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de5130-97c4-46ba-8bba-c777f01fb46a req-7b6ce5d6-0b75-477b-a99f-db79afbf3961 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:09.244010 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-00de5130-97c4-46ba-8bba-c777f01fb46a req-7b6ce5d6-0b75-477b-a99f-db79afbf3961 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.1024950 May 13 13:57:09.253228 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230a26e-3747-4658-9bf8-a4146e2f6717 req-d2126b79-62ad-4449-864b-afc65cc6b002 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:09.255546 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5230a26e-3747-4658-9bf8-a4146e2f6717 req-d2126b79-62ad-4449-864b-afc65cc6b002 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.1251466 May 13 13:57:09.346126 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-00de5130-97c4-46ba-8bba-c777f01fb46a req-5ba1bcd9-8eb3-4784-95b6-5749d7fe457e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011269 May 13 13:57:09.354878 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5230a26e-3747-4658-9bf8-a4146e2f6717 req-cc2a7b73-b168-423e-9c58-e2cc246c5832 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842626 May 13 13:57:09.399227 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd11af9-057a-48e8-a872-484653609641 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Router ec22e497-4e25-49b2-857d-100dd5927384 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:57:09.580908 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd11af9-057a-48e8-a872-484653609641 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:57:09.590150 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd11af9-057a-48e8-a872-484653609641 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:09.594653 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] Sync routers for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:57:09.609915 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:57:09.611010 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:09.639647 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-3874f726-fdf8-44ae-ad8c-2a585093af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:09.641955 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-3874f726-fdf8-44ae-ad8c-2a585093af3e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 1130 time: 0.1471605 May 13 13:57:09.650943 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3fdd6-1e71-4deb-a015-35be1f73695e req-cac58284-9385-4f39-9834-1fbad88d19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:09.653033 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-89f3fdd6-1e71-4deb-a015-35be1f73695e req-cac58284-9385-4f39-9834-1fbad88d19fe service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 1129 time: 0.1303346 May 13 13:57:09.661615 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-bfd11af9-057a-48e8-a872-484653609641 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "PUT /v2.0/floatingips/a2fb2ac2-5905-4765-94b8-0a729681eaf8 HTTP/1.1" status: 200 len: 992 time: 1.2744756 May 13 13:57:09.662598 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'tag': '0cddf8e8-d022-4c17-bc59-86e111fd692f'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:09.665595 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b3b326-5918-4dc4-8c47-a414eb617a03" -d '{"events": [{"name": "network-changed", "server_uuid": "596ea3e4-5857-40b2-82e2-84c63e19f7da", "tag": "0cddf8e8-d022-4c17-bc59-86e111fd692f"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:09.706819 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-b20d647b-6663-4619-96d7-c0c636e49166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:09.708652 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-b20d647b-6663-4619-96d7-c0c636e49166 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 916 time: 0.1661375 May 13 13:57:09.724593 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb9db07-ab1a-4e59-b86a-3570572c77be x-openstack-request-id: req-ffb9db07-ab1a-4e59-b86a-3570572c77be {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:09.724593 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596ea3e4-5857-40b2-82e2-84c63e19f7da", "tag": "0cddf8e8-d022-4c17-bc59-86e111fd692f", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:09.724593 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ffb9db07-ab1a-4e59-b86a-3570572c77be {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:09.724593 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffb9db07-ab1a-4e59-b86a-3570572c77be'] response: {'name': 'network-changed', 'server_uuid': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'tag': '0cddf8e8-d022-4c17-bc59-86e111fd692f', 'status': 'completed', 'code': 200} May 13 13:57:09.755903 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:57:09.784380 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-89f3fdd6-1e71-4deb-a015-35be1f73695e req-c453a3dc-e64c-41bb-99ca-3def10217ff2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488245 May 13 13:57:09.828465 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c71a8-df2d-4938-be94-1c1171513787 req-f0ec490d-08b8-4454-b711-57f1ffc224f5 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:09.830038 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1d4c71a8-df2d-4938-be94-1c1171513787 req-f0ec490d-08b8-4454-b711-57f1ffc224f5 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.1027124 May 13 13:57:09.900156 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-9e8c6be1-f83c-49bf-bb04-9067e62c0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:09.901607 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-9e8c6be1-f83c-49bf-bb04-9067e62c0951 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 918 time: 0.1637428 May 13 13:57:09.910133 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1d4c71a8-df2d-4938-be94-1c1171513787 req-6005a953-194a-424f-8677-7d2213b69806 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709620 May 13 13:57:10.026581 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': 'a2fb2ac2-5905-4765-94b8-0a729681eaf8', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'port_id': '0cddf8e8-d022-4c17-bc59-86e111fd692f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'mac_address': 'fa:16:3e:b6:32:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:20Z', 'updated_at': '2022-05-13T13:57:08Z', 'revision_number': 1, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:10.052952 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] Checking router: ec22e497-4e25-49b2-857d-100dd5927384 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:57:10.062367 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:57:10.063011 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:56:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:10.174111 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:57:10.405453 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': 'a2fb2ac2-5905-4765-94b8-0a729681eaf8', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'port_id': '0cddf8e8-d022-4c17-bc59-86e111fd692f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'mac_address': 'fa:16:3e:b6:32:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:20Z', 'updated_at': '2022-05-13T13:57:08Z', 'revision_number': 1, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:10.433170 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07328404-9bff-4c4c-958c-1388dc6f13c4 None None] The sync data for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi is: [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': 'a2fb2ac2-5905-4765-94b8-0a729681eaf8', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'floating_ip_address': '172.27.3.107', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'port_id': '0cddf8e8-d022-4c17-bc59-86e111fd692f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'mac_address': 'fa:16:3e:b6:32:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:20Z', 'updated_at': '2022-05-13T13:57:08Z', 'revision_number': 1, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:57:10.520971 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5f44c-e900-4082-bf15-282a6274ef8a req-ed198e69-42f0-4d60-bd07-5c91bb287372 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:10.522575 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-69e5f44c-e900-4082-bf15-282a6274ef8a req-ed198e69-42f0-4d60-bd07-5c91bb287372 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0911479 May 13 13:57:10.538832 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c056f62-3b12-4be3-9ee3-22a54761467b req-7cb673e9-88e1-4f8d-a237-ca3a87f44ac1 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:10.540358 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7c056f62-3b12-4be3-9ee3-22a54761467b req-7cb673e9-88e1-4f8d-a237-ca3a87f44ac1 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.0683887 May 13 13:57:10.640960 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7c056f62-3b12-4be3-9ee3-22a54761467b req-38502925-40c6-448f-b3f1-7fc606a43809 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934935 May 13 13:57:10.646882 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-69e5f44c-e900-4082-bf15-282a6274ef8a req-ed015b44-f4d1-495f-9473-4f80387dcfe6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147580 May 13 13:57:10.688984 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77143a0-91fd-480f-bc38-aba07f51780f None None] New status for floating IP a2fb2ac2-5905-4765-94b8-0a729681eaf8: ACTIVE {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:57:11.035754 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa065b46-e87b-4f44-b792-ba7f1765d46b req-6e604fdd-2f89-46d2-ac70-9c2d1959e79c tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:11.037321 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa065b46-e87b-4f44-b792-ba7f1765d46b req-6e604fdd-2f89-46d2-ac70-9c2d1959e79c tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0585594 May 13 13:57:11.090038 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa065b46-e87b-4f44-b792-ba7f1765d46b req-d8ff4511-44de-46f9-b6d7-279f01b686ca tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 May 13 13:57:11.818639 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a1959-626d-4ab8-9171-57d1aae8f06e req-0fdad4c2-eaa4-47ec-bd45-c3a2b2e9900c tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:11.820115 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dd1a1959-626d-4ab8-9171-57d1aae8f06e req-0fdad4c2-eaa4-47ec-bd45-c3a2b2e9900c tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 946 time: 0.0774794 May 13 13:57:11.826306 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093afba-93a4-4f56-bfca-730971e272a0 req-6a06c1f2-b861-4972-aa86-01f162ccf4ac tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:11.827825 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7093afba-93a4-4f56-bfca-730971e272a0 req-6a06c1f2-b861-4972-aa86-01f162ccf4ac tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0839367 May 13 13:57:11.907816 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dd1a1959-626d-4ab8-9171-57d1aae8f06e req-fbed6fd0-363f-4d8f-8994-3c21b34dd544 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788960 May 13 13:57:11.910762 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7093afba-93a4-4f56-bfca-730971e272a0 req-3caa4616-e17c-4ff8-b964-31fe053ba098 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757859 May 13 13:57:12.211170 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec454946-9f09-47bb-809a-14f767fb829a req-179a4df3-b851-476b-b206-efd6bccd0825 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:12.212764 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ec454946-9f09-47bb-809a-14f767fb829a req-179a4df3-b851-476b-b206-efd6bccd0825 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0536263 May 13 13:57:12.264435 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ec454946-9f09-47bb-809a-14f767fb829a req-1cec1bef-e269-4b3c-abf9-e7c27e28bea2 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459888 May 13 13:57:12.606606 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:12.615027 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device d7ba6f79-08c4-491c-92f8-2ea6a96ad92b no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:57:12.672338 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-6631ab12-8d32-44fa-927e-5fefb6112dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:12.712948 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:57:12.717502 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b is: ACTIVE; New status is: DOWN {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:57:12.717900 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:12.754375 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d8a733-ab35-4501-9946-8035d5af171d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ba6f79-08c4-491c-92f8-2ea6a96ad92b'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:12.757701 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92cadfe-943b-4e06-bfc7-ecf72dfbce66" -d '{"events": [{"server_uuid": "e9d8a733-ab35-4501-9946-8035d5af171d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ba6f79-08c4-491c-92f8-2ea6a96ad92b"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:12.775878 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,segment=NetworkSegment(bbec4381-4523-4413-94dc-d5d19a7d7be5),segment_id=bbec4381-4523-4413-94dc-d5d19a7d7be5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:12.781414 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:12.808733 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 13:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fe6c0c-cacf-4306-aa04-ad6b4e49594b x-openstack-request-id: req-a9fe6c0c-cacf-4306-aa04-ad6b4e49594b {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:12.809041 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d8a733-ab35-4501-9946-8035d5af171d", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ba6f79-08c4-491c-92f8-2ea6a96ad92b", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:12.809276 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9fe6c0c-cacf-4306-aa04-ad6b4e49594b {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:12.809657 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9fe6c0c-cacf-4306-aa04-ad6b4e49594b'] response: {'server_uuid': 'e9d8a733-ab35-4501-9946-8035d5af171d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ba6f79-08c4-491c-92f8-2ea6a96ad92b', 'code': 200} May 13 13:57:12.834953 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,revision_number=6']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:13.016973 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719d2e-f135-432f-b726-360e43d7100c req-6bf8e862-40ec-4fa9-a0ba-a0cb0a25e503 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:13.018545 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f3719d2e-f135-432f-b726-360e43d7100c req-6bf8e862-40ec-4fa9-a0ba-a0cb0a25e503 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 944 time: 0.1042845 May 13 13:57:13.045322 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-f2cab88d-6110-471c-8d33-13c462f8de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:13.046822 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-f2cab88d-6110-471c-8d33-13c462f8de13 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 1130 time: 0.0472906 May 13 13:57:13.121997 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-640ec3b1-c21a-416e-a866-0614bead8425 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=504a7fcd-a3fa-4e91-ae56-90416b5e697f HTTP/1.1" status: 200 len: 1001 time: 0.2072532 May 13 13:57:13.141636 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36dadf5-e6b9-47cd-9ad5-dfc62b703065 req-298049d5-0398-4a56-a23a-7073f54eb8a6 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:13.143141 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f36dadf5-e6b9-47cd-9ad5-dfc62b703065 req-298049d5-0398-4a56-a23a-7073f54eb8a6 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 944 time: 0.1269519 May 13 13:57:13.147712 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-28bce3d5-86c2-434f-97b4-b257a85bd5e8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7212a472-72e2-4e58-9b35-4036a7195ef1 HTTP/1.1" status: 200 len: 1002 time: 0.1915617 May 13 13:57:13.156602 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76141346-b271-4f4f-a48c-eeacd7d06dbd req-c7e0aa87-81e9-4108-8132-e06ab0670b4e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:13.158027 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-76141346-b271-4f4f-a48c-eeacd7d06dbd req-c7e0aa87-81e9-4108-8132-e06ab0670b4e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.1429191 May 13 13:57:13.225365 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f36dadf5-e6b9-47cd-9ad5-dfc62b703065 req-d7abd8a3-1f4b-4571-bc99-87b7e270c041 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764332 May 13 13:57:13.232694 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-76141346-b271-4f4f-a48c-eeacd7d06dbd req-dc9d1570-1bde-4908-b5e2-ccb368a6000c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680091 May 13 13:57:13.382117 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3ad20-d2d8-49ed-8b37-4ad1bc21d150 req-25650bb8-4ab7-46d2-ae2c-a73b16c34c30 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:13.383624 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-53a3ad20-d2d8-49ed-8b37-4ad1bc21d150 req-25650bb8-4ab7-46d2-ae2c-a73b16c34c30 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0506434 May 13 13:57:13.458092 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-53a3ad20-d2d8-49ed-8b37-4ad1bc21d150 req-a985c507-23bc-48e2-9fbe-3f7215c388d6 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684142 May 13 13:57:14.367491 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec0088-ee27-4c41-8378-bd6cd6cc5f10 req-fd880726-8432-4d24-b646-050481fafe39 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:14.369029 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ccec0088-ee27-4c41-8378-bd6cd6cc5f10 req-fd880726-8432-4d24-b646-050481fafe39 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 944 time: 0.0731637 May 13 13:57:14.377249 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1e7e8-22e5-44c5-9c75-d4b368c0b0c4 req-2667e941-a66e-4975-8b7d-a721bac7e36a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:14.378687 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fdd1e7e8-22e5-44c5-9c75-d4b368c0b0c4 req-2667e941-a66e-4975-8b7d-a721bac7e36a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0740104 May 13 13:57:14.455063 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ccec0088-ee27-4c41-8378-bd6cd6cc5f10 req-7133cf98-a306-4295-bf11-8832700c6a4d tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752606 May 13 13:57:14.458116 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fdd1e7e8-22e5-44c5-9c75-d4b368c0b0c4 req-cede69e2-f99e-4c78-bdfb-3ec5b6aefa23 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727630 May 13 13:57:14.580991 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826acf64-6b12-4b8b-b84d-68f2d85f0126 req-9f7e74fa-ba3b-4278-b45a-2a352fc783bc tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:14.582481 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-826acf64-6b12-4b8b-b84d-68f2d85f0126 req-9f7e74fa-ba3b-4278-b45a-2a352fc783bc tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0484540 May 13 13:57:14.630475 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-826acf64-6b12-4b8b-b84d-68f2d85f0126 req-3dcd8002-1b00-4057-b78b-61088a8550a4 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 May 13 13:57:15.485434 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-80e50c2f-6db0-42c0-bea0-70516265b2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:15.620815 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a5af1-1dfa-4f5c-b553-65b7fe584cdf req-ec3542a5-e08a-4f61-8e2a-f735135e1c11 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:15.622296 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-024a5af1-1dfa-4f5c-b553-65b7fe584cdf req-ec3542a5-e08a-4f61-8e2a-f735135e1c11 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 944 time: 0.0811863 May 13 13:57:15.640557 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c35f7b-6dec-4e10-9f4f-9040a57b4bde req-a8c40a8d-f6c3-4a4e-888e-e3d8f6993479 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:15.641941 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-84c35f7b-6dec-4e10-9f4f-9040a57b4bde req-a8c40a8d-f6c3-4a4e-888e-e3d8f6993479 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 944 time: 0.0667102 May 13 13:57:15.707199 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-024a5af1-1dfa-4f5c-b553-65b7fe584cdf req-e6d97853-d2d8-4819-ae59-c766d056f67c tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790873 May 13 13:57:15.711192 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-84c35f7b-6dec-4e10-9f4f-9040a57b4bde req-52ced89c-19d9-4817-972d-ff5cd3ca3b3d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612986 May 13 13:57:15.814602 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e3e64-573e-43f9-8db9-a752c5156116 req-d2259b8a-d767-4963-a13e-42c270ae2e19 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:15.816979 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7d4e3e64-573e-43f9-8db9-a752c5156116 req-d2259b8a-d767-4963-a13e-42c270ae2e19 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0499239 May 13 13:57:15.866928 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7d4e3e64-573e-43f9-8db9-a752c5156116 req-88f5e015-e510-4f49-ad21-c246aaee7c43 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 May 13 13:57:16.274637 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:16.294242 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device b7847ace-539c-49f8-8691-796f0be69992 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:57:16.391473 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port b7847ace-539c-49f8-8691-796f0be69992, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b7847ace-539c-49f8-8691-796f0be69992,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:16.402933 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': 'b7847ace-539c-49f8-8691-796f0be69992', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'port_id': 'b7847ace-539c-49f8-8691-796f0be69992', 'mac_address': 'fa:16:3e:8f:a1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:57:16.443581 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port b7847ace-539c-49f8-8691-796f0be69992 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:57:16.443976 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b7847ace-539c-49f8-8691-796f0be69992), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:16.458915 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7847ace-539c-49f8-8691-796f0be69992 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:57:16.480301 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port b7847ace-539c-49f8-8691-796f0be69992, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b7847ace-539c-49f8-8691-796f0be69992,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:16.484216 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b7847ace-539c-49f8-8691-796f0be69992), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:16.523920 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-1921ab6a-570a-4da6-bf02-0c374ce16d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:16.525192 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-1921ab6a-570a-4da6-bf02-0c374ce16d5e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.0945084 May 13 13:57:16.526565 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-1b9c2917-46f2-415d-ac71-a4605c779bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:16.527883 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-1b9c2917-46f2-415d-ac71-a4605c779bf5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.0878096 May 13 13:57:16.533755 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=b7847ace-539c-49f8-8691-796f0be69992,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:16.645595 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-f3719d2e-f135-432f-b726-360e43d7100c req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Deleting port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:57:16.646281 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f3719d2e-f135-432f-b726-360e43d7100c req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:16.647577 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-cc9d7eb3-705b-4885-8bcf-d7f1cd6d4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:16.649274 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-cc9d7eb3-705b-4885-8bcf-d7f1cd6d4812 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0831151 May 13 13:57:16.649515 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-1202690a-b57d-40ea-bcdf-d2af1553157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:16.650790 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-a45a31f7-4f46-40e7-b4d6-8eca7f1871f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:16.651030 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-1202690a-b57d-40ea-bcdf-d2af1553157b service neutron] 10.222.0.87 "GET /v2.0/networks?id=447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 200 len: 911 time: 0.2212789 May 13 13:57:16.652590 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-a45a31f7-4f46-40e7-b4d6-8eca7f1871f2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0877185 May 13 13:57:16.868757 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-a7c3bd1b-255b-4d7b-a08a-271183f9c4d8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cddf8e8-d022-4c17-bc59-86e111fd692f HTTP/1.1" status: 200 len: 1002 time: 0.1687920 May 13 13:57:16.878259 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-f3719d2e-f135-432f-b726-360e43d7100c req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] For port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,segment=NetworkSegment(bbec4381-4523-4413-94dc-d5d19a7d7be5),segment_id=bbec4381-4523-4413-94dc-d5d19a7d7be5)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:16.878621 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f3719d2e-f135-432f-b726-360e43d7100c req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:16.905315 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-f3719d2e-f135-432f-b726-360e43d7100c req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Calling delete_port for d7ba6f79-08c4-491c-92f8-2ea6a96ad92b owned by compute:nova {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:57:16.964339 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c70317-498b-4bc1-9325-0247d9b3fcd2 req-c87be700-48c8-472e-b2af-9d6af05aa20b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:16.965902 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a5c70317-498b-4bc1-9325-0247d9b3fcd2 req-c87be700-48c8-472e-b2af-9d6af05aa20b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 944 time: 0.1227055 May 13 13:57:16.979622 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9d61-f474-440f-a6d7-9606a617863f req-394bd670-e032-4016-9e98-b62ce635c0cd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:16.981141 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6fee9d61-f474-440f-a6d7-9606a617863f req-394bd670-e032-4016-9e98-b62ce635c0cd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 945 time: 0.1429367 May 13 13:57:17.036360 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-6011c589-6af8-4406-b267-b87205ef3aca service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373110 May 13 13:57:17.045547 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-6c61deea-4b20-4e09-8ce0-92fc0d8ad35b service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335395 May 13 13:57:17.074939 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['b7847ace-539c-49f8-8691-796f0be69992'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:57:17.094521 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a5c70317-498b-4bc1-9325-0247d9b3fcd2 req-f15d8ee6-bcf7-42fc-a664-dd0b5aa09c74 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee13996d-fa12-4185-b45b-b6ec8fdcf66b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118309 May 13 13:57:17.121301 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6fee9d61-f474-440f-a6d7-9606a617863f req-a427d5e0-5452-4099-b01b-9ee52408061b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202128 May 13 13:57:17.158176 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f3719d2e-f135-432f-b726-360e43d7100c req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (d7ba6f79-08c4-491c-92f8-2ea6a96ad92b), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:17.242423 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dce35-6dc8-4db7-8da8-107c65cf7c28 req-73437a29-ce73-4ede-b145-61738f96125f tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:17.244727 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-420dce35-6dc8-4db7-8da8-107c65cf7c28 req-73437a29-ce73-4ede-b145-61738f96125f tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0694561 May 13 13:57:17.263795 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Pushing event deleted for resources: {'Port': ['ID=d7ba6f79-08c4-491c-92f8-2ea6a96ad92b,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:17.287228 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3719d2e-f135-432f-b726-360e43d7100c req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] No DVR routers for this DVR port d7ba6f79-08c4-491c-92f8-2ea6a96ad92b on host hv-cinder-84175 {{(pid=109875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:57:17.291900 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f3719d2e-f135-432f-b726-360e43d7100c req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:17.296082 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f3719d2e-f135-432f-b726-360e43d7100c req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.87 "DELETE /v2.0/ports/d7ba6f79-08c4-491c-92f8-2ea6a96ad92b HTTP/1.1" status: 204 len: 173 time: 0.8649557 May 13 13:57:17.296570 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d8a733-ab35-4501-9946-8035d5af171d', 'name': 'network-vif-deleted', 'tag': 'd7ba6f79-08c4-491c-92f8-2ea6a96ad92b'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:17.299042 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36804d68-554d-4d32-9fef-dcd47a304ed9" -d '{"events": [{"server_uuid": "e9d8a733-ab35-4501-9946-8035d5af171d", "name": "network-vif-deleted", "tag": "d7ba6f79-08c4-491c-92f8-2ea6a96ad92b"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:17.307464 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-420dce35-6dc8-4db7-8da8-107c65cf7c28 req-cc86e243-df1f-4497-935d-a21fed5b67de tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565083 May 13 13:57:17.339116 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c313cf-4d8c-49b7-a04c-1d9f3bab1ba5 x-openstack-request-id: req-22c313cf-4d8c-49b7-a04c-1d9f3bab1ba5 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:17.339430 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d8a733-ab35-4501-9946-8035d5af171d", "name": "network-vif-deleted", "tag": "d7ba6f79-08c4-491c-92f8-2ea6a96ad92b", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:17.339686 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22c313cf-4d8c-49b7-a04c-1d9f3bab1ba5 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:17.340517 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c313cf-4d8c-49b7-a04c-1d9f3bab1ba5'] response: {'server_uuid': 'e9d8a733-ab35-4501-9946-8035d5af171d', 'name': 'network-vif-deleted', 'tag': 'd7ba6f79-08c4-491c-92f8-2ea6a96ad92b', 'status': 'completed', 'code': 200} May 13 13:57:17.820933 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:17.851700 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-17e709f6-22bc-48b5-bdb9-18f820af8bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:17.853246 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-17e709f6-22bc-48b5-bdb9-18f820af8bda service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6ffaafe0-6962-4052-8361-d81fc28ac59c HTTP/1.1" status: 200 len: 849 time: 0.0573745 May 13 13:57:18.042720 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-7e0c8eb2-c684-4266-991d-3380cf7fb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:18.044262 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-7e0c8eb2-c684-4266-991d-3380cf7fb456 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=447dd757-4541-46df-a762-b636f2945abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451558 May 13 13:57:18.077132 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e850b74-9178-43a3-86f2-8c06034863e0 req-d83ff49f-2722-4d3b-a617-4a52b961b8f0 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650052 May 13 13:57:18.081335 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a3b2502-75f3-4c56-8bd3-2ed694771446 req-623e8656-6466-44fc-ab5b-a0c9883f462d service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584454 May 13 13:57:18.165563 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-fb87d301-321c-4c96-aa90-07f2a5b7a404 service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082082 May 13 13:57:18.264683 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7cc2a500-b43d-4f6a-ae3d-3bf4da743b32 req-95e68ff1-0239-4a38-a09a-7c77094fe3f8 tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.0572805 May 13 13:57:18.298807 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-66b3b326-5918-4dc4-8c47-a414eb617a03 req-22d4c77c-6ea5-4945-a319-2533d903a815 service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156728 May 13 13:57:18.303085 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220046ab-9513-4e9a-9e57-20b3574877a8 req-f081b991-f39e-4a01-a5b2-b27251826684 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:18.303873 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-220046ab-9513-4e9a-9e57-20b3574877a8 req-f081b991-f39e-4a01-a5b2-b27251826684 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 945 time: 0.0792902 May 13 13:57:18.359744 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-220046ab-9513-4e9a-9e57-20b3574877a8 req-e2de5d01-befc-4bb0-8942-5b798bf7ab78 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497899 May 13 13:57:18.812244 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d371fb-5abc-455a-9826-69850f8ea17b req-da2b9640-bf51-41ba-996f-df2ec917f9a4 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:18.813979 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-17d371fb-5abc-455a-9826-69850f8ea17b req-da2b9640-bf51-41ba-996f-df2ec917f9a4 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0505521 May 13 13:57:18.872961 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-17d371fb-5abc-455a-9826-69850f8ea17b req-e00b439e-0bde-4517-8492-87715a546eb8 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489583 May 13 13:57:18.888726 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device b7847ace-539c-49f8-8691-796f0be69992 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:57:18.935917 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port b7847ace-539c-49f8-8691-796f0be69992 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:57:18.942028 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port b7847ace-539c-49f8-8691-796f0be69992 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:57:18.942396 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (b7847ace-539c-49f8-8691-796f0be69992), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:19.030283 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port b7847ace-539c-49f8-8691-796f0be69992 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:57:19.030679 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b7847ace-539c-49f8-8691-796f0be69992), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:19.055720 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0371ede2-e0ba-463b-b866-27b37ecdd87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7847ace-539c-49f8-8691-796f0be69992'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:19.058577 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6d2d8c-487a-494f-b68b-de3ca3bb4100" -d '{"events": [{"server_uuid": "0371ede2-e0ba-463b-b866-27b37ecdd87c", "name": "network-vif-plugged", "status": "completed", "tag": "b7847ace-539c-49f8-8691-796f0be69992"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:19.076754 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port b7847ace-539c-49f8-8691-796f0be69992, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b7847ace-539c-49f8-8691-796f0be69992,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:19.083472 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (b7847ace-539c-49f8-8691-796f0be69992), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:19.108829 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719b14c0-55fa-4487-9f71-d13388b2e534 x-openstack-request-id: req-719b14c0-55fa-4487-9f71-d13388b2e534 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:19.109142 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0371ede2-e0ba-463b-b866-27b37ecdd87c", "name": "network-vif-plugged", "status": "completed", "tag": "b7847ace-539c-49f8-8691-796f0be69992", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:19.109401 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-719b14c0-55fa-4487-9f71-d13388b2e534 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:19.109795 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719b14c0-55fa-4487-9f71-d13388b2e534'] response: {'server_uuid': '0371ede2-e0ba-463b-b866-27b37ecdd87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7847ace-539c-49f8-8691-796f0be69992', 'code': 200} May 13 13:57:19.139739 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=b7847ace-539c-49f8-8691-796f0be69992,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:19.390155 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-31e82e06-1979-40b9-81cd-cc18944bf691 req-5ca014ad-e2f1-4149-a045-027173bf84cc tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.0496860 May 13 13:57:19.434453 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:19.496370 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf91da-3760-497f-89a7-d1fbe1974439 req-404a8e86-cd59-41be-889c-7a65afc3da05 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:19.498617 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cfaf91da-3760-497f-89a7-d1fbe1974439 req-404a8e86-cd59-41be-889c-7a65afc3da05 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0509229 May 13 13:57:19.560891 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cfaf91da-3760-497f-89a7-d1fbe1974439 req-cc1b0723-7fc3-4272-8e46-48fbde9403be tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524149 May 13 13:57:19.995240 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6449c-f310-4b64-831b-00c48fefd47a req-2136a396-c76f-489c-afd9-26ae72591347 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:19.997088 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-44b6449c-f310-4b64-831b-00c48fefd47a req-2136a396-c76f-489c-afd9-26ae72591347 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0497739 May 13 13:57:20.051082 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-44b6449c-f310-4b64-831b-00c48fefd47a req-bed5bde4-27eb-499f-86bc-8ab36c7ece29 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 May 13 13:57:20.496619 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-749e468b-9c21-4995-aaa0-61c202ca89d2 req-1f38ce3d-efba-48f2-ade3-53faa5bbed9d tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] 10.222.0.79 "GET /v2.0/ports?device_id=e9d8a733-ab35-4501-9946-8035d5af171d HTTP/1.1" status: 200 len: 210 time: 0.0362039 May 13 13:57:20.695358 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f28981-5d7c-4b1f-9c2e-d5c15ce6b6af req-fb5d0748-4e5e-45ff-bd1c-891aa6708efb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:20.696807 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c6f28981-5d7c-4b1f-9c2e-d5c15ce6b6af req-fb5d0748-4e5e-45ff-bd1c-891aa6708efb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0483706 May 13 13:57:20.756561 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c6f28981-5d7c-4b1f-9c2e-d5c15ce6b6af req-bb330f14-7c83-4290-a7b4-6732c9439b38 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531387 May 13 13:57:21.182670 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73686099-9691-48cc-8f38-7973bc106e4e req-a13dfc66-3525-4104-b4ff-f92b0608ff67 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:21.184411 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-73686099-9691-48cc-8f38-7973bc106e4e req-a13dfc66-3525-4104-b4ff-f92b0608ff67 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0609353 May 13 13:57:21.262864 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-73686099-9691-48cc-8f38-7973bc106e4e req-bac49556-0e48-4c1b-a507-24ea3db3fa8b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717680 May 13 13:57:21.382445 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3bb64-e822-4ec7-9a6d-06d168ba2d2e req-560c85a1-9e21-44ff-80fd-1126d30e593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:21.384948 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b2b3bb64-e822-4ec7-9a6d-06d168ba2d2e req-560c85a1-9e21-44ff-80fd-1126d30e593c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 1130 time: 0.0705829 May 13 13:57:21.397956 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-7abf1952-ca69-44bd-9d35-28bf23d9240c tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:21.400749 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-7abf1952-ca69-44bd-9d35-28bf23d9240c tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.87 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 945 time: 0.0911708 May 13 13:57:21.480864 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b2b3bb64-e822-4ec7-9a6d-06d168ba2d2e req-48e119e8-19cf-4d9e-bc38-b1795c43aeab service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697002 May 13 13:57:21.517317 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-20b040bc-878b-431c-be93-7852a57730b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Deleting port 752c852e-22e0-45b9-a24e-da001a8775e3 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:57:21.518138 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-20b040bc-878b-431c-be93-7852a57730b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:21.648231 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-20b040bc-878b-431c-be93-7852a57730b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] For port 752c852e-22e0-45b9-a24e-da001a8775e3, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=752c852e-22e0-45b9-a24e-da001a8775e3,segment=NetworkSegment(875d52a7-24f0-4a29-9218-7890f888827e),segment_id=875d52a7-24f0-4a29-9218-7890f888827e)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:21.648599 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-20b040bc-878b-431c-be93-7852a57730b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:21.663866 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-20b040bc-878b-431c-be93-7852a57730b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Calling delete_port for 752c852e-22e0-45b9-a24e-da001a8775e3 owned by compute:nova {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:57:21.923347 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33088) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:21.970745 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89de3fa-cb05-430d-89a2-a0370a050bd4 req-06c3fb1c-0a5a-4568-bc29-c21733dbb187 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:21.972397 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c89de3fa-cb05-430d-89a2-a0370a050bd4 req-06c3fb1c-0a5a-4568-bc29-c21733dbb187 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0597146 May 13 13:57:22.042177 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c89de3fa-cb05-430d-89a2-a0370a050bd4 req-9847a789-20d0-481e-9819-d6f97a50bc7a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611050 May 13 13:57:22.068187 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-20b040bc-878b-431c-be93-7852a57730b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (752c852e-22e0-45b9-a24e-da001a8775e3), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:22.100883 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b040bc-878b-431c-be93-7852a57730b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Pushing event deleted for resources: {'Port': ['ID=752c852e-22e0-45b9-a24e-da001a8775e3,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:22.139647 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-884a6373-62ed-4cdb-9e5e-0c843df701b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:22.152150 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-20b040bc-878b-431c-be93-7852a57730b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] No DVR routers for this DVR port 752c852e-22e0-45b9-a24e-da001a8775e3 on host hv-cinder-84175 {{(pid=109875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:57:22.156825 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-20b040bc-878b-431c-be93-7852a57730b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:22.161480 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-fe32f205-31fb-4e98-9ed7-8c1c90f9ae66 req-20b040bc-878b-431c-be93-7852a57730b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.87 "DELETE /v2.0/ports/752c852e-22e0-45b9-a24e-da001a8775e3 HTTP/1.1" status: 204 len: 173 time: 0.7440155 May 13 13:57:22.161958 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e31b14-12b5-422b-b04a-c37a030d7859', 'name': 'network-vif-deleted', 'tag': '752c852e-22e0-45b9-a24e-da001a8775e3'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:22.164405 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b8eabf-63c2-4d43-b718-4e137db3166e" -d '{"events": [{"server_uuid": "55e31b14-12b5-422b-b04a-c37a030d7859", "name": "network-vif-deleted", "tag": "752c852e-22e0-45b9-a24e-da001a8775e3"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:22.214685 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae88877e-5a26-43bb-b73e-29af5cea64e3 x-openstack-request-id: req-ae88877e-5a26-43bb-b73e-29af5cea64e3 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:22.215014 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e31b14-12b5-422b-b04a-c37a030d7859", "name": "network-vif-deleted", "tag": "752c852e-22e0-45b9-a24e-da001a8775e3", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:22.215267 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae88877e-5a26-43bb-b73e-29af5cea64e3 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:22.215758 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae88877e-5a26-43bb-b73e-29af5cea64e3'] response: {'server_uuid': '55e31b14-12b5-422b-b04a-c37a030d7859', 'name': 'network-vif-deleted', 'tag': '752c852e-22e0-45b9-a24e-da001a8775e3', 'status': 'completed', 'code': 200} May 13 13:57:22.242537 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-884a6373-62ed-4cdb-9e5e-0c843df701b3 admin admin] Publish callbacks [] for security_group (615261f6-1386-4d94-8733-6d996120dc03), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:22.247394 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-884a6373-62ed-4cdb-9e5e-0c843df701b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (615261f6-1386-4d94-8733-6d996120dc03), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:22.538415 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c1c48aad-d4e5-4f3e-9f7d-e29839f88c1a req-e184dc2a-0489-4ffb-be9b-8e776a21a397 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 210 time: 0.0444453 May 13 13:57:22.540103 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a6373-62ed-4cdb-9e5e-0c843df701b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615261f6-1386-4d94-8733-6d996120dc03,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:22.545843 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-884a6373-62ed-4cdb-9e5e-0c843df701b3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be8784249e65481f8b36e5a90f7b4fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6203380 May 13 13:57:22.549796 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33100) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:22.611240 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c0ea78a7-5621-40a9-9390-5c944dc82e42 admin admin] Publish callbacks [] for security_group (615261f6-1386-4d94-8733-6d996120dc03), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:22.634671 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c0ea78a7-5621-40a9-9390-5c944dc82e42 admin admin] Publish callbacks [] for security_group (615261f6-1386-4d94-8733-6d996120dc03), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:22.691324 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c0ea78a7-5621-40a9-9390-5c944dc82e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (615261f6-1386-4d94-8733-6d996120dc03), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:22.695908 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c0ea78a7-5621-40a9-9390-5c944dc82e42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:22.697904 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-c0ea78a7-5621-40a9-9390-5c944dc82e42 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/615261f6-1386-4d94-8733-6d996120dc03 HTTP/1.1" status: 204 len: 168 time: 0.1468351 May 13 13:57:22.709664 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea78a7-5621-40a9-9390-5c944dc82e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615261f6-1386-4d94-8733-6d996120dc03,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:23.042870 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33108) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:23.061195 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-12d98f48-563a-45da-a9e0-bc403ffb8050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:23.182380 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-12d98f48-563a-45da-a9e0-bc403ffb8050 admin admin] Publish callbacks [] for security_group (112079dd-e725-4ec1-82d3-151a3d08a3ab), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:23.191721 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d63c3-40b4-4ef7-8701-d430ba8151bf req-c22b17fd-d05a-4be5-bfa2-6c0faf59788e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:23.193226 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-095d63c3-40b4-4ef7-8701-d430ba8151bf req-c22b17fd-d05a-4be5-bfa2-6c0faf59788e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0635762 May 13 13:57:23.194377 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-12d98f48-563a-45da-a9e0-bc403ffb8050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (112079dd-e725-4ec1-82d3-151a3d08a3ab), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:23.249791 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-12d98f48-563a-45da-a9e0-bc403ffb8050 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d64fe71849f45afa1742c32d20689a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057564 May 13 13:57:23.253401 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33114) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:23.254522 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d98f48-563a-45da-a9e0-bc403ffb8050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112079dd-e725-4ec1-82d3-151a3d08a3ab,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:23.281691 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-095d63c3-40b4-4ef7-8701-d430ba8151bf req-dc129287-949e-4567-832b-9b8351803c49 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763874 May 13 13:57:23.314765 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f693-16c4-46ac-92c1-0db595a4d433 admin admin] Publish callbacks [] for security_group (112079dd-e725-4ec1-82d3-151a3d08a3ab), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:23.338483 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f693-16c4-46ac-92c1-0db595a4d433 admin admin] Publish callbacks [] for security_group (112079dd-e725-4ec1-82d3-151a3d08a3ab), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:23.391198 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f693-16c4-46ac-92c1-0db595a4d433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (112079dd-e725-4ec1-82d3-151a3d08a3ab), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:23.394978 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4a2f693-16c4-46ac-92c1-0db595a4d433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:23.396574 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-f4a2f693-16c4-46ac-92c1-0db595a4d433 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/112079dd-e725-4ec1-82d3-151a3d08a3ab HTTP/1.1" status: 204 len: 168 time: 0.1410410 May 13 13:57:23.406589 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2f693-16c4-46ac-92c1-0db595a4d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112079dd-e725-4ec1-82d3-151a3d08a3ab,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:23.830642 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f099093c-5f4c-4196-b16a-2b45cc19f423 req-50247729-7f7d-49d9-972c-025d0c972e90 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 210 time: 0.0435398 May 13 13:57:24.441726 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae711f-46ef-4eaa-a3ac-332d4c399a24 req-07c0d031-92eb-4081-bd95-c6a4cc565e72 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:24.443340 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f2ae711f-46ef-4eaa-a3ac-332d4c399a24 req-07c0d031-92eb-4081-bd95-c6a4cc565e72 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0548525 May 13 13:57:24.523158 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f2ae711f-46ef-4eaa-a3ac-332d4c399a24 req-3036f981-ad59-453f-9053-509f5c5cda3f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707719 May 13 13:57:24.706415 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['752c852e-22e0-45b9-a24e-da001a8775e3'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:57:24.991657 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8bbdb5f3-8805-434b-b0bf-4f5504d145c1 req-61152a88-818b-40f4-b45d-89523f930479 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 210 time: 0.0309882 May 13 13:57:25.723742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e232b-57f1-4b5d-abea-c2b29a27cc18 req-b51ab344-202d-4974-8061-989b2ce958c4 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:25.727681 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-295e232b-57f1-4b5d-abea-c2b29a27cc18 req-b51ab344-202d-4974-8061-989b2ce958c4 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0877969 May 13 13:57:25.787677 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-295e232b-57f1-4b5d-abea-c2b29a27cc18 req-c6ef15f6-b3cd-48e5-869b-46e6a7193f96 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564175 May 13 13:57:26.153626 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1f944134-c4cb-4b0c-aa1b-70ec14a3215e req-1f32e52f-f2ea-4655-aec7-88b45a531820 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=55e31b14-12b5-422b-b04a-c37a030d7859 HTTP/1.1" status: 200 len: 210 time: 0.0370376 May 13 13:57:26.371494 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33240) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:26.427648 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_v2 [None req-48653f7b-1704-4430-acb2-2edc76263af6 admin admin] Deleting subnet c1990aa8-fb6d-485c-b397-bf2f765e5a8a {{(pid=109875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:57:26.431451 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-48653f7b-1704-4430-acb2-2edc76263af6 admin admin] Publish callbacks [] for subnet (c1990aa8-fb6d-485c-b397-bf2f765e5a8a), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:26.475851 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-48653f7b-1704-4430-acb2-2edc76263af6 admin admin] Publish callbacks [] for subnet (c1990aa8-fb6d-485c-b397-bf2f765e5a8a), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:26.488890 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-48653f7b-1704-4430-acb2-2edc76263af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (c1990aa8-fb6d-485c-b397-bf2f765e5a8a), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:26.552597 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-48653f7b-1704-4430-acb2-2edc76263af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (c1990aa8-fb6d-485c-b397-bf2f765e5a8a), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:26.584223 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48653f7b-1704-4430-acb2-2edc76263af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1990aa8-fb6d-485c-b397-bf2f765e5a8a,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:26.589237 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-48653f7b-1704-4430-acb2-2edc76263af6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:26.595242 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-48653f7b-1704-4430-acb2-2edc76263af6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/c1990aa8-fb6d-485c-b397-bf2f765e5a8a HTTP/1.1" status: 204 len: 168 time: 0.2259502 May 13 13:57:26.595717 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33262) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:26.708463 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (3de73a64-9208-445c-affd-c0841473ceb2), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:26.804294 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (3de73a64-9208-445c-affd-c0841473ceb2), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:26.830636 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de73a64-9208-445c-affd-c0841473ceb2']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:26.848278 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbec4381-4523-4413-94dc-d5d19a7d7be5') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:26.848783 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbec4381-4523-4413-94dc-d5d19a7d7be5') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:57:26.871696 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (bbec4381-4523-4413-94dc-d5d19a7d7be5), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:26.927541 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (bbec4381-4523-4413-94dc-d5d19a7d7be5), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:26.944723 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:57:26.945315 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (bbec4381-4523-4413-94dc-d5d19a7d7be5), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:57:26.947547 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:57:26.964698 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a020b8f-8c91-4605-8ff3-d43ed4adb881 req-cc51cec1-07c3-44b1-bffa-89acbe908713 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:26.966989 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2a020b8f-8c91-4605-8ff3-d43ed4adb881 req-cc51cec1-07c3-44b1-bffa-89acbe908713 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0919073 May 13 13:57:27.067960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (3de73a64-9208-445c-affd-c0841473ceb2), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:27.082424 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:27.091450 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/3de73a64-9208-445c-affd-c0841473ceb2 HTTP/1.1" status: 204 len: 168 time: 0.4938500 May 13 13:57:27.113859 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa29614-f18c-4f94-af86-4b24e1ebfbc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3de73a64-9208-445c-affd-c0841473ceb2,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:27.121583 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2a020b8f-8c91-4605-8ff3-d43ed4adb881 req-474f61c9-dd75-4e5f-9ffb-5cc9b097e397 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184504 May 13 13:57:27.439075 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33302) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:27.554014 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-93782f71-981f-4779-89ff-182ae6d72580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:27.556511 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-93782f71-981f-4779-89ff-182ae6d72580 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 1130 time: 0.0549457 May 13 13:57:27.579841 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747f13f-93a0-4204-af22-7edd23bd9539 req-6ecd9068-ce95-4297-84df-c1d687e479a0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:27.581378 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a747f13f-93a0-4204-af22-7edd23bd9539 req-6ecd9068-ce95-4297-84df-c1d687e479a0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1190782 May 13 13:57:27.581931 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33314) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:27.656111 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-fd287fae-7e9c-4d10-a0c6-0cb62905bb0e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d42ea16d0ee64f398b01b206c1960b08&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2156005 May 13 13:57:27.657176 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33318) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:27.716342 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-43366f04-7875-42c0-9d64-247dc220830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:27.717857 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-43366f04-7875-42c0-9d64-247dc220830c service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.1405928 May 13 13:57:27.734740 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a747f13f-93a0-4204-af22-7edd23bd9539 req-e0426939-5102-4c8d-9227-adaf24c52c06 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411729 May 13 13:57:27.747700 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-500bccb0-74f3-4384-b39b-5762710844df tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:27.749255 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-500bccb0-74f3-4384-b39b-5762710844df tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/networks?id=fa0dc286-b2aa-44ba-a34e-5eec53911313 HTTP/1.1" status: 200 len: 808 time: 0.1921473 May 13 13:57:27.771489 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-95cb2ebb-28c9-4a40-a622-a228affe3fbb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7847ace-539c-49f8-8691-796f0be69992 HTTP/1.1" status: 200 len: 217 time: 0.0419698 May 13 13:57:27.774930 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-385461af-9364-4364-a8d3-2fc1185597db admin admin] Publish callbacks [] for security_group (ee13996d-fa12-4185-b45b-b6ec8fdcf66b), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:27.781741 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-da085c0f-b8a1-4991-b064-816aece406c6 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/quotas/703aa4774820401da920e420eb6181d9 HTTP/1.1" status: 200 len: 375 time: 0.0224600 May 13 13:57:27.828289 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-385461af-9364-4364-a8d3-2fc1185597db admin admin] Publish callbacks [] for security_group (ee13996d-fa12-4185-b45b-b6ec8fdcf66b), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:27.833055 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-dde8c953-d03e-4795-8a2a-3438e272f3b1 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=703aa4774820401da920e420eb6181d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413263 May 13 13:57:27.871610 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-d0a6ccfd-7c12-49bb-986b-2940f86bd736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:27.873866 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-d0a6ccfd-7c12-49bb-986b-2940f86bd736 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.0821254 May 13 13:57:27.875445 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-32eade30-8e72-4f8e-b50e-85c3827283ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:27.919430 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-385461af-9364-4364-a8d3-2fc1185597db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (ee13996d-fa12-4185-b45b-b6ec8fdcf66b), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:27.922128 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-385461af-9364-4364-a8d3-2fc1185597db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:27.926410 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-385461af-9364-4364-a8d3-2fc1185597db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee13996d-fa12-4185-b45b-b6ec8fdcf66b HTTP/1.1" status: 204 len: 168 time: 0.2651203 May 13 13:57:27.938319 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385461af-9364-4364-a8d3-2fc1185597db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee13996d-fa12-4185-b45b-b6ec8fdcf66b,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:27.943619 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-cdf3981a-a170-4237-847f-abf9f57cf2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:27.945879 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-cdf3981a-a170-4237-847f-abf9f57cf2ac service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633183 May 13 13:57:27.999811 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-b4d3daba-9e55-4ff8-b2e5-51bb66ffd31d service neutron] 10.222.0.79 "GET /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557541 May 13 13:57:28.064480 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-83c6be1e-e9cd-458d-a537-2e1377580da8 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069243 May 13 13:57:28.168182 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-32eade30-8e72-4f8e-b50e-85c3827283ff admin admin] Publish callbacks [] for security_group (dfe44124-e4bb-474c-a2de-6495c3da6cdf), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:28.182873 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-32eade30-8e72-4f8e-b50e-85c3827283ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (dfe44124-e4bb-474c-a2de-6495c3da6cdf), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:28.238406 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1d577473-dece-4cf4-b724-28909fca6cd7 req-e5efc785-bc75-46d2-9019-3b103f5a9476 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676650 May 13 13:57:28.238969 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eade30-8e72-4f8e-b50e-85c3827283ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe44124-e4bb-474c-a2de-6495c3da6cdf,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:28.307751 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-c61b2762-04e6-4238-8d28-9dcbcd774302 service neutron] 10.222.0.79 "GET /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890203 May 13 13:57:28.316551 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33332) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:28.316767 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-32eade30-8e72-4f8e-b50e-85c3827283ff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8c976f2c0d604f498a6bd00ff495c7f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7281172 May 13 13:57:28.428174 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-313d566d-8b55-4790-979b-8f356da46d14 admin admin] Publish callbacks [] for security_group (dfe44124-e4bb-474c-a2de-6495c3da6cdf), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:28.471580 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-313d566d-8b55-4790-979b-8f356da46d14 admin admin] Publish callbacks [] for security_group (dfe44124-e4bb-474c-a2de-6495c3da6cdf), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:28.549851 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-313d566d-8b55-4790-979b-8f356da46d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (dfe44124-e4bb-474c-a2de-6495c3da6cdf), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:28.553638 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-313d566d-8b55-4790-979b-8f356da46d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:28.557820 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-313d566d-8b55-4790-979b-8f356da46d14 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dfe44124-e4bb-474c-a2de-6495c3da6cdf HTTP/1.1" status: 204 len: 168 time: 0.2372210 May 13 13:57:28.566775 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d566d-8b55-4790-979b-8f356da46d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe44124-e4bb-474c-a2de-6495c3da6cdf,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:28.602964 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-15dea2c2-f782-4945-a7a2-43e2ef82cbee req-a67dcf1a-15b6-473d-8099-2f8b7e0118d8 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 210 time: 0.0556345 May 13 13:57:28.765214 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 752c852e-22e0-45b9-a24e-da001a8775e3 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:57:28.839578 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 752c852e-22e0-45b9-a24e-da001a8775e3 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:57:28.846985 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 752c852e-22e0-45b9-a24e-da001a8775e3 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:57:28.944621 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951cc64-067a-488b-a0c8-976adb58bdcc req-a2e31a0f-686c-4922-892e-cafb24354bef tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:28.955384 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3951cc64-067a-488b-a0c8-976adb58bdcc req-a2e31a0f-686c-4922-892e-cafb24354bef tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0811899 May 13 13:57:29.021648 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3951cc64-067a-488b-a0c8-976adb58bdcc req-e1e7b28d-d8a7-49d1-8845-33cd744f13ce tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628572 May 13 13:57:29.114592 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33370) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:29.130088 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b17457c3-e74e-4759-9183-29931b753bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:29.230285 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b17457c3-e74e-4759-9183-29931b753bc7 admin admin] Publish callbacks [] for security_group (120acca5-a020-4463-8de2-6c7f81e5b374), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:29.236700 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b17457c3-e74e-4759-9183-29931b753bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (120acca5-a020-4463-8de2-6c7f81e5b374), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:29.275932 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17457c3-e74e-4759-9183-29931b753bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120acca5-a020-4463-8de2-6c7f81e5b374,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:29.281068 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b17457c3-e74e-4759-9183-29931b753bc7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b0be48601b942b08d96c88f0d6ef528&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652975 May 13 13:57:29.283752 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33376) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:29.354286 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb5131a3-574c-4fa3-9e98-b1c8e35e7481 admin admin] Publish callbacks [] for security_group (120acca5-a020-4463-8de2-6c7f81e5b374), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:29.384854 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb5131a3-574c-4fa3-9e98-b1c8e35e7481 admin admin] Publish callbacks [] for security_group (120acca5-a020-4463-8de2-6c7f81e5b374), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:29.464798 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb5131a3-574c-4fa3-9e98-b1c8e35e7481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (120acca5-a020-4463-8de2-6c7f81e5b374), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:29.468281 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb5131a3-574c-4fa3-9e98-b1c8e35e7481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:29.471362 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-bb5131a3-574c-4fa3-9e98-b1c8e35e7481 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/120acca5-a020-4463-8de2-6c7f81e5b374 HTTP/1.1" status: 204 len: 168 time: 0.1864464 May 13 13:57:29.483602 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5131a3-574c-4fa3-9e98-b1c8e35e7481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120acca5-a020-4463-8de2-6c7f81e5b374,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:29.735543 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-30e47011-3ea8-4b24-bbc7-778caf6efed3 req-10b672f4-f6b7-42c5-ae03-ca9cccbb9940 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 210 time: 0.0417650 May 13 13:57:30.107005 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-bfc06d33-0b61-48a2-adb5-81bde9b3c834 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:30.109899 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-bfc06d33-0b61-48a2-adb5-81bde9b3c834 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.87 "GET /v2.0/networks?id=fa0dc286-b2aa-44ba-a34e-5eec53911313 HTTP/1.1" status: 200 len: 808 time: 0.1631372 May 13 13:57:30.144182 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Request body: {'port': {'device_id': '4b4da520-c7a6-46c2-905f-6ebe28df0fda', 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313', 'admin_state_up': True, 'tenant_id': '703aa4774820401da920e420eb6181d9'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:57:30.258553 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578329c6-2b8b-4cf8-b547-e2f2a178f5d3 req-81ec10d2-61ea-4d7e-82cf-9bd490d57233 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:30.261410 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-578329c6-2b8b-4cf8-b547-e2f2a178f5d3 req-81ec10d2-61ea-4d7e-82cf-9bd490d57233 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1001606 May 13 13:57:30.329193 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-578329c6-2b8b-4cf8-b547-e2f2a178f5d3 req-fc23733b-15fd-4410-864d-f7c6dde2ba4d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572574 May 13 13:57:30.376639 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Made reservation on behalf of 703aa4774820401da920e420eb6181d9 for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:57:30.384086 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:30.542274 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Allocated IP 172.20.0.10 (fa0dc286-b2aa-44ba-a34e-5eec53911313/fe587f86-1d5b-4fad-9a9e-fd1345caa92d/3affb7e8-3e00-4de2-bf21-04a103f2d90e) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:57:30.797672 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks [] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:30.873435 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:30.970304 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Network fa0dc286-b2aa-44ba-a34e-5eec53911313 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:57:30.976296 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:57:30.986466 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:57:30.995772 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:30.996862 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.029136 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8941615 May 13 13:57:31.039275 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dae31-5f03-403e-a21f-f92fe1d3f25e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Pushing event updated for resources: {'Port': ['ID=3affb7e8-3e00-4de2-bf21-04a103f2d90e,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:31.054674 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1ea2a-81ad-40bd-ad4b-5713208f70d0 req-c7f7b683-002d-45b1-8319-de918cdf22dd tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:31.056891 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-43e1ea2a-81ad-40bd-ad4b-5713208f70d0 req-c7f7b683-002d-45b1-8319-de918cdf22dd tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 932 time: 0.1324499 May 13 13:57:31.061128 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Request body: {'port': {'device_id': '4b4da520-c7a6-46c2-905f-6ebe28df0fda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:57:31.093889 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33438) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:31.143962 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-43e1ea2a-81ad-40bd-ad4b-5713208f70d0 req-0e1a9561-1824-415b-92c8-694cd52d5b11 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778193 May 13 13:57:31.166729 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.395665 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d9874d18-a338-46d1-9bdf-df99284eca3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.493791 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c55bcd-24b7-4589-a6d8-5747d8d61afa req-3817d0bb-4b18-4403-aed7-61579460ec06 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:31.497279 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-79c55bcd-24b7-4589-a6d8-5747d8d61afa req-3817d0bb-4b18-4403-aed7-61579460ec06 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0793316 May 13 13:57:31.579239 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-79c55bcd-24b7-4589-a6d8-5747d8d61afa req-506cc05e-5053-4e19-b24b-dd25bd8284ba tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751848 May 13 13:57:31.639509 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d9874d18-a338-46d1-9bdf-df99284eca3d admin admin] Publish callbacks [] for security_group (e8ec68f1-0f18-46e7-aea0-7744930893e4), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.646315 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d9874d18-a338-46d1-9bdf-df99284eca3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e8ec68f1-0f18-46e7-aea0-7744930893e4), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.739412 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9874d18-a338-46d1-9bdf-df99284eca3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ec68f1-0f18-46e7-aea0-7744930893e4,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:31.749703 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d9874d18-a338-46d1-9bdf-df99284eca3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eef6814e331548b092b90ddcf3665b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6546385 May 13 13:57:31.752880 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3affb7e8-3e00-4de2-bf21-04a103f2d90e {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:57:31.753625 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33462) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:31.770279 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Publish callbacks [] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.796686 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Transition to ACTIVE for port object 3affb7e8-3e00-4de2-bf21-04a103f2d90e will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:57:31.802932 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.824987 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2d61805a-f1c1-4fe4-8228-6acd66fba6ea admin admin] Publish callbacks [] for security_group (e8ec68f1-0f18-46e7-aea0-7744930893e4), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.865548 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2d61805a-f1c1-4fe4-8228-6acd66fba6ea admin admin] Publish callbacks [] for security_group (e8ec68f1-0f18-46e7-aea0-7744930893e4), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.931078 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Pushing event updated for resources: {'Port': ['ID=3affb7e8-3e00-4de2-bf21-04a103f2d90e,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:31.954349 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Attempting to bind port 3affb7e8-3e00-4de2-bf21-04a103f2d90e on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:57:31.954761 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Attempting to bind port 3affb7e8-3e00-4de2-bf21-04a103f2d90e by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '875d52a7-24f0-4a29-9218-7890f888827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:57:31.955289 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Attempting to bind port 3affb7e8-3e00-4de2-bf21-04a103f2d90e on network fa0dc286-b2aa-44ba-a34e-5eec53911313 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:57:31.960882 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Port 3affb7e8-3e00-4de2-bf21-04a103f2d90e on network fa0dc286-b2aa-44ba-a34e-5eec53911313 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:57:31.961270 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Attempting to bind port 3affb7e8-3e00-4de2-bf21-04a103f2d90e on network fa0dc286-b2aa-44ba-a34e-5eec53911313 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:57:31.967699 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:57:31.968038 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Checking segment: {'id': '875d52a7-24f0-4a29-9218-7890f888827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:57:31.968424 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Bound using segment: {'id': '875d52a7-24f0-4a29-9218-7890f888827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:57:31.969042 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Bound port: 3affb7e8-3e00-4de2-bf21-04a103f2d90e, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '875d52a7-24f0-4a29-9218-7890f888827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:57:31.969415 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.980338 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2d61805a-f1c1-4fe4-8228-6acd66fba6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e8ec68f1-0f18-46e7-aea0-7744930893e4), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.985321 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2d61805a-f1c1-4fe4-8228-6acd66fba6ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:31.988224 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-2d61805a-f1c1-4fe4-8228-6acd66fba6ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8ec68f1-0f18-46e7-aea0-7744930893e4 HTTP/1.1" status: 204 len: 168 time: 0.2333546 May 13 13:57:32.002008 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61805a-f1c1-4fe4-8228-6acd66fba6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ec68f1-0f18-46e7-aea0-7744930893e4,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:32.088383 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] For port 3affb7e8-3e00-4de2-bf21-04a103f2d90e, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:57:32.093445 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] For port 3affb7e8-3e00-4de2-bf21-04a103f2d90e, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=3affb7e8-3e00-4de2-bf21-04a103f2d90e,segment=NetworkSegment(875d52a7-24f0-4a29-9218-7890f888827e),segment_id=875d52a7-24f0-4a29-9218-7890f888827e)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:57:32.103977 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:32.160369 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:32.160667 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:32.162855 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] 10.222.0.87 "PUT /v2.0/ports/3affb7e8-3e00-4de2-bf21-04a103f2d90e HTTP/1.1" status: 200 len: 1094 time: 1.1083567 May 13 13:57:32.165501 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4da520-c7a6-46c2-905f-6ebe28df0fda', 'tag': '3affb7e8-3e00-4de2-bf21-04a103f2d90e'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:32.169153 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e08598-f5dc-41a0-9fc2-a53b23181214" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4da520-c7a6-46c2-905f-6ebe28df0fda", "tag": "3affb7e8-3e00-4de2-bf21-04a103f2d90e"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:32.246193 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d329d5-02df-4740-a945-c242e1f0dbee x-openstack-request-id: req-b2d329d5-02df-4740-a945-c242e1f0dbee {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:32.246947 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4da520-c7a6-46c2-905f-6ebe28df0fda", "tag": "3affb7e8-3e00-4de2-bf21-04a103f2d90e", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:32.247203 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2d329d5-02df-4740-a945-c242e1f0dbee {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:32.247734 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2d329d5-02df-4740-a945-c242e1f0dbee'] response: {'name': 'network-changed', 'server_uuid': '4b4da520-c7a6-46c2-905f-6ebe28df0fda', 'tag': '3affb7e8-3e00-4de2-bf21-04a103f2d90e', 'status': 'completed', 'code': 200} May 13 13:57:32.257340 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70c0aa-0976-4281-a1ea-796905c69a1f service neutron] Pushing event updated for resources: {'Port': ['ID=3affb7e8-3e00-4de2-bf21-04a103f2d90e,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:32.355643 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-cbab9384-420e-4ae7-9ca3-98071ed0522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:32.359414 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-cbab9384-420e-4ae7-9ca3-98071ed0522e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=703aa4774820401da920e420eb6181d9&device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 1128 time: 0.0795176 May 13 13:57:32.443699 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce92629-61c3-409a-83ad-48220ed9c1dd req-80b6af5b-4e44-4cc7-98c5-7b4ceb276c6a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:32.447182 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6ce92629-61c3-409a-83ad-48220ed9c1dd req-80b6af5b-4e44-4cc7-98c5-7b4ceb276c6a tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 944 time: 0.1133311 May 13 13:57:32.449170 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-e5675814-2ece-44ef-a59b-c268820e98e5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3affb7e8-3e00-4de2-bf21-04a103f2d90e HTTP/1.1" status: 200 len: 217 time: 0.0747383 May 13 13:57:32.536823 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-810c8102-ff52-4b05-b319-2cccb485837c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:32.540180 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-810c8102-ff52-4b05-b319-2cccb485837c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe587f86-1d5b-4fad-9a9e-fd1345caa92d HTTP/1.1" status: 200 len: 848 time: 0.0775089 May 13 13:57:32.553406 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6ce92629-61c3-409a-83ad-48220ed9c1dd req-a4fba60e-9fcf-4838-9b0e-42bd07fa3d19 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954292 May 13 13:57:32.616293 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-920e641e-e052-4eb9-944d-ef6e9d46378a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fa0dc286-b2aa-44ba-a34e-5eec53911313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681291 May 13 13:57:32.804826 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-877187b2-9008-4d8e-af54-97345ef93724 service neutron] 10.222.0.87 "GET /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818345 May 13 13:57:32.848549 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf27d3-f884-4910-bae7-cfade4244a4b req-c560fbb3-0dac-411b-a991-25d66ef71a93 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:32.868673 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-67cf27d3-f884-4910-bae7-cfade4244a4b req-c560fbb3-0dac-411b-a991-25d66ef71a93 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1121311 May 13 13:57:32.958183 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-67cf27d3-f884-4910-bae7-cfade4244a4b req-2b37051a-1f10-475c-a96e-984b0500d321 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879509 May 13 13:57:33.045327 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-06ffbc85-67e4-4db3-abed-6d881ce4ebe0 req-b6b90d1e-6105-4548-ba4d-88b15a2ee9ff service neutron] 10.222.0.87 "GET /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332933 May 13 13:57:33.471305 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33522) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:33.759008 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332053b7-a74f-4598-a831-0228e46c8c5a req-90621176-2b25-4b97-9232-fec162ddcb85 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:33.761531 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-332053b7-a74f-4598-a831-0228e46c8c5a req-90621176-2b25-4b97-9232-fec162ddcb85 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 944 time: 0.0836606 May 13 13:57:33.832577 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1724359514-network', 'tenant_id': 'a6843d24fbf2449cbd117b8d9cfc7072'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:57:33.859242 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-332053b7-a74f-4598-a831-0228e46c8c5a req-39c47613-7672-4c72-8987-aa5f97fad9ff tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872457 May 13 13:57:33.880554 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Made reservation on behalf of a6843d24fbf2449cbd117b8d9cfc7072 for: {'network': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:57:33.884464 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:33.912296 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.050373 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Publish callbacks [] for security_group (3e6d17a6-0777-45e6-9904-79d6e7a16e43), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.070598 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3e6d17a6-0777-45e6-9904-79d6e7a16e43), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.147633 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33542) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:34.161685 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=109876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:57:34.187598 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f8a9-5d1e-402d-b5fc-fd0cb9a75a16 req-09920809-89bb-4aa7-8df4-460e1f3b92a5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:34.194880 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3aa4f8a9-5d1e-402d-b5fc-fd0cb9a75a16 req-09920809-89bb-4aa7-8df4-460e1f3b92a5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1374176 May 13 13:57:34.197863 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6d17a6-0777-45e6-9904-79d6e7a16e43,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:34.209023 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.209462 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.segments_db [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Added segment 7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8 of type vlan for network 5b41b3ab-3663-47b0-839d-04d5811870fd May 13 13:57:34.324045 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (5b41b3ab-3663-47b0-839d-04d5811870fd), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.345732 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3aa4f8a9-5d1e-402d-b5fc-fd0cb9a75a16 req-eb1efb8f-b677-4e6d-bc29-e18f5f4ba952 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410542 May 13 13:57:34.382330 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (5b41b3ab-3663-47b0-839d-04d5811870fd), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.383778 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:34.384587 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.418068 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e0e8-8cf5-43b5-afb7-b2f1a6d4a72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.422447 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e08598-f5dc-41a0-9fc2-a53b23181214 req-9876ff82-3f97-4844-9fbf-94596ebac9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:34.425222 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-10e08598-f5dc-41a0-9fc2-a53b23181214 req-9876ff82-3f97-4844-9fbf-94596ebac9f2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=703aa4774820401da920e420eb6181d9&device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 1128 time: 0.1272750 May 13 13:57:34.483422 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0101461 May 13 13:57:34.487337 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33554) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:34.495236 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Request body: {'subnet': {'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1724359514-subnet', 'tenant_id': 'a6843d24fbf2449cbd117b8d9cfc7072', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:57:34.499475 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563df9d-3d04-4483-9a4e-f7470994a3a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5b41b3ab-3663-47b0-839d-04d5811870fd,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:34.519387 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 5b41b3ab-3663-47b0-839d-04d5811870fd details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:57:34.533741 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Made reservation on behalf of a6843d24fbf2449cbd117b8d9cfc7072 for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:57:34.547191 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28984712'] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.703207 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e08598-f5dc-41a0-9fc2-a53b23181214 req-d4d042e0-b3e4-4ef7-bb88-ff4fe2755b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:34.705050 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-10e08598-f5dc-41a0-9fc2-a53b23181214 req-d4d042e0-b3e4-4ef7-bb88-ff4fe2755b3d service neutron] 10.222.0.87 "GET /v2.0/networks?id=fa0dc286-b2aa-44ba-a34e-5eec53911313 HTTP/1.1" status: 200 len: 909 time: 0.2655170 May 13 13:57:34.776359 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-10e08598-f5dc-41a0-9fc2-a53b23181214 req-0bb52cab-3f7b-4507-a6ea-d46c8a4e902c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3affb7e8-3e00-4de2-bf21-04a103f2d90e HTTP/1.1" status: 200 len: 217 time: 0.0592573 May 13 13:57:34.778438 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e0e8-8cf5-43b5-afb7-b2f1a6d4a72b admin admin] Publish callbacks [] for security_group (08b505f9-9814-4ae3-a51d-b19f062ab3ac), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.805026 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b2e1e0e8-8cf5-43b5-afb7-b2f1a6d4a72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (08b505f9-9814-4ae3-a51d-b19f062ab3ac), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.891165 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28984726'] for subnet (2857ad93-8907-48d5-89ed-4320230d2125), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:34.892367 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b2e1e0e8-8cf5-43b5-afb7-b2f1a6d4a72b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=354352f72c3a49a6893e809c63a55d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7434552 May 13 13:57:34.896495 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33568) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:34.900928 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1e0e8-8cf5-43b5-afb7-b2f1a6d4a72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b505f9-9814-4ae3-a51d-b19f062ab3ac,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:34.911242 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e08598-f5dc-41a0-9fc2-a53b23181214 req-de49d9d9-145d-40bc-a935-d540c6d7f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:34.918927 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-10e08598-f5dc-41a0-9fc2-a53b23181214 req-de49d9d9-145d-40bc-a935-d540c6d7f000 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe587f86-1d5b-4fad-9a9e-fd1345caa92d HTTP/1.1" status: 200 len: 848 time: 0.1277242 May 13 13:57:35.009555 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-10e08598-f5dc-41a0-9fc2-a53b23181214 req-82cb7b7a-ee1a-4b37-97d4-a6689639896b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fa0dc286-b2aa-44ba-a34e-5eec53911313&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774333 May 13 13:57:35.014364 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2857ad93-8907-48d5-89ed-4320230d2125,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:35.044314 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Checking segment: {'id': '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:57:35.044894 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Network hostable DHCP agents. Network: 5b41b3ab-3663-47b0-839d-04d5811870fd, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:57:35.053547 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2250dd35-5192-4e1d-8bd5-14ec4d26137e admin admin] Publish callbacks [] for security_group (08b505f9-9814-4ae3-a51d-b19f062ab3ac), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:35.132844 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4bce0-d3b6-428f-bd56-c8522b11c2ee req-c898fbf2-29e2-4faa-88bb-aa348240d751 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:35.134866 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46f4bce0-d3b6-428f-bd56-c8522b11c2ee req-c898fbf2-29e2-4faa-88bb-aa348240d751 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 944 time: 0.0929322 May 13 13:57:35.146833 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Network 5b41b3ab-3663-47b0-839d-04d5811870fd is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:57:35.152389 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2250dd35-5192-4e1d-8bd5-14ec4d26137e admin admin] Publish callbacks [] for security_group (08b505f9-9814-4ae3-a51d-b19f062ab3ac), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:35.172328 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 5b41b3ab-3663-47b0-839d-04d5811870fd) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:57:35.182262 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:35.184472 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:35.190067 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18be0e-267c-4a6f-8cd0-69c270e6316f None None] Network 5b41b3ab-3663-47b0-839d-04d5811870fd requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:57:35.252607 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-38f93ae6-db7d-4ffe-82a6-a839295b82f2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7635190 May 13 13:57:35.284275 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-10e08598-f5dc-41a0-9fc2-a53b23181214 req-425f0ff8-18bf-4de7-a126-3ab6f7c81d59 service neutron] 10.222.0.87 "GET /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752566 May 13 13:57:35.352391 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46f4bce0-d3b6-428f-bd56-c8522b11c2ee req-9b9c3fea-ea69-4e09-b6e1-b5140b0c90fa tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938050 May 13 13:57:35.409625 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2250dd35-5192-4e1d-8bd5-14ec4d26137e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (08b505f9-9814-4ae3-a51d-b19f062ab3ac), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:35.414537 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2250dd35-5192-4e1d-8bd5-14ec4d26137e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:35.417210 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-2250dd35-5192-4e1d-8bd5-14ec4d26137e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/08b505f9-9814-4ae3-a51d-b19f062ab3ac HTTP/1.1" status: 204 len: 168 time: 0.5193708 May 13 13:57:35.445996 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250dd35-5192-4e1d-8bd5-14ec4d26137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b505f9-9814-4ae3-a51d-b19f062ab3ac,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:35.482529 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856c189-c3bb-4dfb-899c-250f512214ce None None] Network 5b41b3ab-3663-47b0-839d-04d5811870fd requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:57:35.567122 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-10e08598-f5dc-41a0-9fc2-a53b23181214 req-4a2f2dad-e9ea-4086-995e-5ac96820552e service neutron] 10.222.0.87 "GET /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739129 May 13 13:57:35.671557 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239440c4-bc52-4750-8ec2-8a2a45bc53fd req-e914325f-8882-4919-b7d6-7c221948bb05 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:35.674294 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-239440c4-bc52-4750-8ec2-8a2a45bc53fd req-e914325f-8882-4919-b7d6-7c221948bb05 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1329856 May 13 13:57:35.801569 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-239440c4-bc52-4750-8ec2-8a2a45bc53fd req-855d0639-148a-4e95-94e6-ef8dfe5643d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150219 May 13 13:57:36.023548 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33602) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:36.047740 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddde6-efc6-4e8e-99f6-ce48357d7a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:36.164702 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddde6-efc6-4e8e-99f6-ce48357d7a6e admin admin] Publish callbacks [] for security_group (b3377463-07df-4ba3-8b63-3a09f5a9b94b), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:36.171526 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ba0ddde6-efc6-4e8e-99f6-ce48357d7a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (b3377463-07df-4ba3-8b63-3a09f5a9b94b), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:36.228142 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-ba0ddde6-efc6-4e8e-99f6-ce48357d7a6e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89c32586514b4e30b8cccde71fd9812e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2029383 May 13 13:57:36.229230 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ddde6-efc6-4e8e-99f6-ce48357d7a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3377463-07df-4ba3-8b63-3a09f5a9b94b,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:36.232542 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33606) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:36.316988 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a62f8907-e498-4cc0-a0ed-702ac56bd6bb admin admin] Publish callbacks [] for security_group (b3377463-07df-4ba3-8b63-3a09f5a9b94b), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:36.346973 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a62f8907-e498-4cc0-a0ed-702ac56bd6bb admin admin] Publish callbacks [] for security_group (b3377463-07df-4ba3-8b63-3a09f5a9b94b), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:36.494306 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a62f8907-e498-4cc0-a0ed-702ac56bd6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (b3377463-07df-4ba3-8b63-3a09f5a9b94b), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:36.497539 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a62f8907-e498-4cc0-a0ed-702ac56bd6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:36.501364 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a62f8907-e498-4cc0-a0ed-702ac56bd6bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b3377463-07df-4ba3-8b63-3a09f5a9b94b HTTP/1.1" status: 204 len: 168 time: 0.2642486 May 13 13:57:36.538400 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f8907-e498-4cc0-a0ed-702ac56bd6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3377463-07df-4ba3-8b63-3a09f5a9b94b,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:36.570245 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91fa3dd-6e14-499a-a24e-86ef3c01d999 req-19351933-5813-47c8-b8fb-0c76bc58df2b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:36.572222 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a91fa3dd-6e14-499a-a24e-86ef3c01d999 req-19351933-5813-47c8-b8fb-0c76bc58df2b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 944 time: 0.0872462 May 13 13:57:36.650256 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a91fa3dd-6e14-499a-a24e-86ef3c01d999 req-27506cc5-20f7-4525-a6a5-293a47354b5d tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655782 May 13 13:57:36.810495 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 3affb7e8-3e00-4de2-bf21-04a103f2d90e details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:57:36.993554 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 3affb7e8-3e00-4de2-bf21-04a103f2d90e, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=3affb7e8-3e00-4de2-bf21-04a103f2d90e,segment=NetworkSegment(875d52a7-24f0-4a29-9218-7890f888827e),segment_id=875d52a7-24f0-4a29-9218-7890f888827e)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:37.002538 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665c5c-ad88-413b-9ef7-9048bba389d1 req-c0132d1d-8abd-478f-9e74-1761feb1f67f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:37.005332 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-02665c5c-ad88-413b-9ef7-9048bba389d1 req-c0132d1d-8abd-478f-9e74-1761feb1f67f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0849130 May 13 13:57:37.019066 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '3affb7e8-3e00-4de2-bf21-04a103f2d90e', 'network_id': 'fa0dc286-b2aa-44ba-a34e-5eec53911313', 'port_id': '3affb7e8-3e00-4de2-bf21-04a103f2d90e', 'mac_address': 'fa:16:3e:22:10:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe587f86-1d5b-4fad-9a9e-fd1345caa92d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:57:37.094377 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-02665c5c-ad88-413b-9ef7-9048bba389d1 req-8e83ea7b-8fdc-4aa0-a8c4-105b70129228 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781169 May 13 13:57:37.099893 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 3affb7e8-3e00-4de2-bf21-04a103f2d90e is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:57:37.100828 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:37.138640 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3affb7e8-3e00-4de2-bf21-04a103f2d90e {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:57:37.165563 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 3affb7e8-3e00-4de2-bf21-04a103f2d90e, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=3affb7e8-3e00-4de2-bf21-04a103f2d90e,segment=NetworkSegment(875d52a7-24f0-4a29-9218-7890f888827e),segment_id=875d52a7-24f0-4a29-9218-7890f888827e)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:37.171728 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:37.272105 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=3affb7e8-3e00-4de2-bf21-04a103f2d90e,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:37.708788 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['3affb7e8-3e00-4de2-bf21-04a103f2d90e'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:57:37.866883 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876f189-fef8-4f24-b121-36914cd8c961 req-388ec183-56e2-4b83-a30d-6a04d33ee20e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:37.883409 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a876f189-fef8-4f24-b121-36914cd8c961 req-388ec183-56e2-4b83-a30d-6a04d33ee20e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 945 time: 0.1035063 May 13 13:57:38.095468 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a876f189-fef8-4f24-b121-36914cd8c961 req-4c2e89ad-5b41-4bcd-9415-cf898a9eb8f0 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104921 May 13 13:57:38.166978 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-29f73d9e-2651-495d-bc4b-13a95631938e tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:38.169080 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-29f73d9e-2651-495d-bc4b-13a95631938e tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/networks?id=5b41b3ab-3663-47b0-839d-04d5811870fd HTTP/1.1" status: 200 len: 814 time: 0.2727263 May 13 13:57:38.196286 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-1fb16d76-cde5-4353-8012-bc917309a9bc tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/quotas/a6843d24fbf2449cbd117b8d9cfc7072 HTTP/1.1" status: 200 len: 375 time: 0.0171599 May 13 13:57:38.266309 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-15573e6c-7299-4cb2-bb85-cc257ded36e2 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6843d24fbf2449cbd117b8d9cfc7072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576115 May 13 13:57:38.369851 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef587a-316e-4791-8bb1-bc2c16761b1c req-7d5855d5-32c9-4e95-adf2-816c05a6ec4a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:38.373062 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-26ef587a-316e-4791-8bb1-bc2c16761b1c req-7d5855d5-32c9-4e95-adf2-816c05a6ec4a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1461999 May 13 13:57:38.501394 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-26ef587a-316e-4791-8bb1-bc2c16761b1c req-383b579e-2448-44cd-bbfc-f8809caf3edd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208966 May 13 13:57:38.505489 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-aa65f311-803f-4a71-bf19-37303f98495d service neutron] 10.222.0.79 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102327 May 13 13:57:38.676547 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-13835100-881c-436c-8a14-b93bb5ad8add service neutron] 10.222.0.79 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598203 May 13 13:57:38.906315 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7268b13f-5e7a-4424-aacb-b361df0d10ea req-18d918a1-7075-42b5-be3b-4c1a0fdb6925 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 210 time: 0.0430448 May 13 13:57:38.942892 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 3affb7e8-3e00-4de2-bf21-04a103f2d90e up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:57:39.022269 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 3affb7e8-3e00-4de2-bf21-04a103f2d90e completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:57:39.040319 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 3affb7e8-3e00-4de2-bf21-04a103f2d90e triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:57:39.040726 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:39.182121 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 3affb7e8-3e00-4de2-bf21-04a103f2d90e is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:57:39.182121 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:39.230826 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 3affb7e8-3e00-4de2-bf21-04a103f2d90e, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=3affb7e8-3e00-4de2-bf21-04a103f2d90e,segment=NetworkSegment(875d52a7-24f0-4a29-9218-7890f888827e),segment_id=875d52a7-24f0-4a29-9218-7890f888827e)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:39.232175 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4da520-c7a6-46c2-905f-6ebe28df0fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3affb7e8-3e00-4de2-bf21-04a103f2d90e'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:39.235480 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aca3b1-15f9-4e54-abb9-18baaa61fd11" -d '{"events": [{"server_uuid": "4b4da520-c7a6-46c2-905f-6ebe28df0fda", "name": "network-vif-plugged", "status": "completed", "tag": "3affb7e8-3e00-4de2-bf21-04a103f2d90e"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:39.240109 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:39.303035 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3065bf-2927-43b1-9614-4d16c21cb92b x-openstack-request-id: req-ce3065bf-2927-43b1-9614-4d16c21cb92b {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:39.303356 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4da520-c7a6-46c2-905f-6ebe28df0fda", "name": "network-vif-plugged", "status": "completed", "tag": "3affb7e8-3e00-4de2-bf21-04a103f2d90e", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:39.303610 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ce3065bf-2927-43b1-9614-4d16c21cb92b {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:39.304638 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3065bf-2927-43b1-9614-4d16c21cb92b'] response: {'server_uuid': '4b4da520-c7a6-46c2-905f-6ebe28df0fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3affb7e8-3e00-4de2-bf21-04a103f2d90e', 'code': 200} May 13 13:57:39.310013 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=3affb7e8-3e00-4de2-bf21-04a103f2d90e,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:39.323525 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe64ae4-f0ea-4c12-8090-2073a6383d32 req-13f69e32-65c0-4c95-96b3-c3dc3fe8e53d tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:39.331705 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0fe64ae4-f0ea-4c12-8090-2073a6383d32 req-13f69e32-65c0-4c95-96b3-c3dc3fe8e53d tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 946 time: 0.0858741 May 13 13:57:39.420947 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0fe64ae4-f0ea-4c12-8090-2073a6383d32 req-7d095779-a5f8-46fb-9a04-f9fe8e1abaca tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877512 May 13 13:57:39.693102 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c918b-397f-49d7-b2de-b8a8e27f7185 req-229933fd-c257-4a4c-aded-3e74fa4d5dfa tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:39.695852 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-561c918b-397f-49d7-b2de-b8a8e27f7185 req-229933fd-c257-4a4c-aded-3e74fa4d5dfa tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0927498 May 13 13:57:39.763569 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-561c918b-397f-49d7-b2de-b8a8e27f7185 req-d0e3d185-a74a-413b-98a5-707597f615f1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602732 May 13 13:57:40.004550 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad29dd7-c673-4c44-a7aa-4972d8f9a19e req-fbf65f2a-0ad2-4edc-8f14-ab2f731ab81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:40.006123 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1ad29dd7-c673-4c44-a7aa-4972d8f9a19e req-fbf65f2a-0ad2-4edc-8f14-ab2f731ab81e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 1130 time: 0.0578487 May 13 13:57:40.006875 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33720) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:40.028718 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b871215c-2625-473f-8270-ffc5a33ca678 req-5c456c82-3bbc-4d72-81cf-b7ac26adfb2d tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 210 time: 0.0361097 May 13 13:57:40.062247 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1ad29dd7-c673-4c44-a7aa-4972d8f9a19e req-49037096-3ccc-4b66-a201-ba2d9b0bb7ea service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437062 May 13 13:57:40.150103 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-beb039e5-018a-4e0c-961c-896a2c04823d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:40.236269 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-beb039e5-018a-4e0c-961c-896a2c04823d admin admin] Publish callbacks [] for security_group (60da0e03-98cc-47fe-94e4-6316eeb300ef), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:40.241063 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-beb039e5-018a-4e0c-961c-896a2c04823d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (60da0e03-98cc-47fe-94e4-6316eeb300ef), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:40.284950 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-beb039e5-018a-4e0c-961c-896a2c04823d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9e16f3e5dc0046fdb80c08e3d4853b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769918 May 13 13:57:40.285860 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb039e5-018a-4e0c-961c-896a2c04823d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da0e03-98cc-47fe-94e4-6316eeb300ef,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:40.288390 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33724) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:40.361806 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-002781c4-6c1b-4ccb-805a-1035fa5999a1 admin admin] Publish callbacks [] for security_group (60da0e03-98cc-47fe-94e4-6316eeb300ef), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:40.384784 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-002781c4-6c1b-4ccb-805a-1035fa5999a1 admin admin] Publish callbacks [] for security_group (60da0e03-98cc-47fe-94e4-6316eeb300ef), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:40.433326 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-002781c4-6c1b-4ccb-805a-1035fa5999a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (60da0e03-98cc-47fe-94e4-6316eeb300ef), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:40.435924 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-002781c4-6c1b-4ccb-805a-1035fa5999a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:40.437091 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-002781c4-6c1b-4ccb-805a-1035fa5999a1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60da0e03-98cc-47fe-94e4-6316eeb300ef HTTP/1.1" status: 204 len: 168 time: 0.1475701 May 13 13:57:40.445191 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002781c4-6c1b-4ccb-805a-1035fa5999a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da0e03-98cc-47fe-94e4-6316eeb300ef,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:40.578890 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aeae8b-ca7c-46e8-9658-57be1aadaebf req-7afb402b-6d3a-49fd-81aa-6c6e328e8331 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:40.583340 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91aeae8b-ca7c-46e8-9658-57be1aadaebf req-7afb402b-6d3a-49fd-81aa-6c6e328e8331 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 946 time: 0.0562758 May 13 13:57:40.647093 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91aeae8b-ca7c-46e8-9658-57be1aadaebf req-dbb81634-da2f-4522-b4be-cf7c2c76ff4d tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599985 May 13 13:57:40.903182 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a581094-e4ea-475c-8530-95a39ef94b22 req-4066bf42-51af-4b84-ba60-1fad0c35d6dd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:40.905211 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a581094-e4ea-475c-8530-95a39ef94b22 req-4066bf42-51af-4b84-ba60-1fad0c35d6dd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0615127 May 13 13:57:40.994077 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a581094-e4ea-475c-8530-95a39ef94b22 req-b38c59ce-1f26-4607-9eff-c1f314b34a94 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620735 May 13 13:57:41.160209 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7e16e0b2-ee7f-497e-b363-7ec266f9dc84 req-9360bfad-a731-47d3-9b5c-4cc69d16736a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 210 time: 0.0518425 May 13 13:57:41.661794 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-4a5abc9e-8ab0-48b9-9948-5f7a91c93e0c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686085 May 13 13:57:41.804078 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191f668-33e7-4aa9-930b-e2f5f9c29bc7 req-bc8e8efc-eb94-4915-8266-072ef1136e80 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:41.805939 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1191f668-33e7-4aa9-930b-e2f5f9c29bc7 req-bc8e8efc-eb94-4915-8266-072ef1136e80 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 946 time: 0.0692258 May 13 13:57:41.869365 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1191f668-33e7-4aa9-930b-e2f5f9c29bc7 req-07f8a0da-d2a8-4d38-9a9e-c6b4fa596544 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454454 May 13 13:57:42.175511 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605708f4-bfdd-4705-b404-7a55ecb9f6a7 req-5f9b53b0-981e-4b44-837c-70c65cb5b5fc tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:42.177974 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-605708f4-bfdd-4705-b404-7a55ecb9f6a7 req-5f9b53b0-981e-4b44-837c-70c65cb5b5fc tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0852015 May 13 13:57:42.292657 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-605708f4-bfdd-4705-b404-7a55ecb9f6a7 req-14bc4c34-75e0-474e-ae6e-63a2a8aa56e8 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023884 May 13 13:57:42.323384 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe9cd76c-e6e5-4745-ad15-8eb740c81d71 req-7a6933ff-41b4-4d3f-ae85-3c8596ce3e1b tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 210 time: 0.0437775 May 13 13:57:42.521541 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-e2f6d81a-fa0c-4f34-8913-1830190a4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:42.523425 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-e2f6d81a-fa0c-4f34-8913-1830190a4736 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 1129 time: 0.0572479 May 13 13:57:42.665479 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-01d0cf5a-205b-451e-a8d7-d7f07435358a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:42.667537 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:42.668083 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-01d0cf5a-205b-451e-a8d7-d7f07435358a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.87 "GET /v2.0/networks?id=5b41b3ab-3663-47b0-839d-04d5811870fd HTTP/1.1" status: 200 len: 814 time: 0.2086022 May 13 13:57:42.679583 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b9b45778-c417-43a9-8861-6a6542bc6cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:42.713393 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Request body: {'port': {'device_id': '64d3002e-b010-4a1b-900b-ea079465a93e', 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd', 'admin_state_up': True, 'tenant_id': 'a6843d24fbf2449cbd117b8d9cfc7072'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:57:42.738470 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-c6bed13e-829f-4aea-9beb-873c743c160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:42.740827 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-c6bed13e-829f-4aea-9beb-873c743c160b service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 916 time: 0.1887405 May 13 13:57:42.955856 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-cb975c01-d776-4226-97a0-4777487a05e0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=504a7fcd-a3fa-4e91-ae56-90416b5e697f HTTP/1.1" status: 200 len: 1001 time: 0.1946762 May 13 13:57:42.970780 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Made reservation on behalf of a6843d24fbf2449cbd117b8d9cfc7072 for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:57:42.986455 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.081876 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7487c2e-d00c-4531-9d6b-69d9359bb0d0 req-134bc3ff-46b8-4f9a-9adf-f0043cf42fb8 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:43.083531 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a7487c2e-d00c-4531-9d6b-69d9359bb0d0 req-134bc3ff-46b8-4f9a-9adf-f0043cf42fb8 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 946 time: 0.0590608 May 13 13:57:43.145431 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a7487c2e-d00c-4531-9d6b-69d9359bb0d0 req-bf9b6b5f-e225-4e0f-8d36-5e6a575082ce tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512652 May 13 13:57:43.148578 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Allocated IP 172.20.0.10 (5b41b3ab-3663-47b0-839d-04d5811870fd/2857ad93-8907-48d5-89ed-4320230d2125/260d78f5-565f-48bf-bc2f-22b683574971) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:57:43.361445 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks [] for port (260d78f5-565f-48bf-bc2f-22b683574971), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.401384 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (260d78f5-565f-48bf-bc2f-22b683574971), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.461492 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Pushing event updated for resources: {'Port': ['ID=260d78f5-565f-48bf-bc2f-22b683574971,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:43.468774 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Network 5b41b3ab-3663-47b0-839d-04d5811870fd is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:57:43.470271 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:57:43.472968 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:57:43.479503 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:43.480289 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.484519 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33830) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:43.507867 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-45ff0532-83ae-4207-a70d-9df193292c71 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7983029 May 13 13:57:43.508495 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1065de-78ff-4683-9e83-c79dcf97c80a req-fb927db7-a42e-4c56-90df-5505e5f667ec tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:43.510064 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc1065de-78ff-4683-9e83-c79dcf97c80a req-fb927db7-a42e-4c56-90df-5505e5f667ec tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1013162 May 13 13:57:43.524669 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751872a-032f-4587-a4a9-ed91e1c6378a req-930bcd4c-fbc4-4f80-81ad-bf259fdc8e95 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:43.526128 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f751872a-032f-4587-a4a9-ed91e1c6378a req-930bcd4c-fbc4-4f80-81ad-bf259fdc8e95 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 932 time: 0.0824337 May 13 13:57:43.607378 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc1065de-78ff-4683-9e83-c79dcf97c80a req-5276d566-1046-42e8-8b1b-3dbeb2f3fec4 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899603 May 13 13:57:43.612159 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f751872a-032f-4587-a4a9-ed91e1c6378a req-117747d5-2aca-45c0-a422-a72c56519ff7 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789824 May 13 13:57:43.614675 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bad0d5f3-e76e-4ce7-8b01-e13f60b6d837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.723734 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bad0d5f3-e76e-4ce7-8b01-e13f60b6d837 admin admin] Publish callbacks [] for security_group (ccb25d2e-ee10-48b9-b4ec-41f5f0f91233), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.727886 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bad0d5f3-e76e-4ce7-8b01-e13f60b6d837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (ccb25d2e-ee10-48b9-b4ec-41f5f0f91233), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.771424 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-bad0d5f3-e76e-4ce7-8b01-e13f60b6d837 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd6452bd0d354bcf843201865348aec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820098 May 13 13:57:43.771424 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0d5f3-e76e-4ce7-8b01-e13f60b6d837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb25d2e-ee10-48b9-b4ec-41f5f0f91233,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:43.772003 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33834) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:43.827344 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5c02dafc-b908-4e84-96f1-6ba04f4d6e30 admin admin] Publish callbacks [] for security_group (ccb25d2e-ee10-48b9-b4ec-41f5f0f91233), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.848698 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5c02dafc-b908-4e84-96f1-6ba04f4d6e30 admin admin] Publish callbacks [] for security_group (ccb25d2e-ee10-48b9-b4ec-41f5f0f91233), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.898476 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5c02dafc-b908-4e84-96f1-6ba04f4d6e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (ccb25d2e-ee10-48b9-b4ec-41f5f0f91233), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.900971 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5c02dafc-b908-4e84-96f1-6ba04f4d6e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:43.902118 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-5c02dafc-b908-4e84-96f1-6ba04f4d6e30 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ccb25d2e-ee10-48b9-b4ec-41f5f0f91233 HTTP/1.1" status: 204 len: 168 time: 0.1291089 May 13 13:57:43.910352 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02dafc-b908-4e84-96f1-6ba04f4d6e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb25d2e-ee10-48b9-b4ec-41f5f0f91233,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:44.271504 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 33848) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:44.301549 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-657cf3ef-caba-4858-ab9c-f17f35670be4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:44.320708 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb614-fe4d-471a-be44-e1ef88cbf180 req-a17f735a-99b6-4620-8b94-8c0c45a3f2b6 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:44.322332 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d9fb614-fe4d-471a-be44-e1ef88cbf180 req-a17f735a-99b6-4620-8b94-8c0c45a3f2b6 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 946 time: 0.0649555 May 13 13:57:44.398458 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d9fb614-fe4d-471a-be44-e1ef88cbf180 req-8d4726d4-838a-4f27-b8d8-9f526413c62c tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680108 May 13 13:57:44.415642 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-657cf3ef-caba-4858-ab9c-f17f35670be4 admin admin] Publish callbacks [] for security_group (09631002-fc83-44e0-8b7d-a320c09f6579), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:44.421069 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-657cf3ef-caba-4858-ab9c-f17f35670be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (09631002-fc83-44e0-8b7d-a320c09f6579), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:44.462574 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-657cf3ef-caba-4858-ab9c-f17f35670be4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=112a8e60e33d40b1a1dc5656f42774bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894050 May 13 13:57:44.464114 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cf3ef-caba-4858-ab9c-f17f35670be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09631002-fc83-44e0-8b7d-a320c09f6579,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:44.465470 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 33850) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:44.525677 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b5c3574f-32be-405d-b6bb-e68b70991173 admin admin] Publish callbacks [] for security_group (09631002-fc83-44e0-8b7d-a320c09f6579), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:44.559624 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b5c3574f-32be-405d-b6bb-e68b70991173 admin admin] Publish callbacks [] for security_group (09631002-fc83-44e0-8b7d-a320c09f6579), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:44.617526 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b5c3574f-32be-405d-b6bb-e68b70991173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (09631002-fc83-44e0-8b7d-a320c09f6579), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:44.620429 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b5c3574f-32be-405d-b6bb-e68b70991173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:44.622237 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-b5c3574f-32be-405d-b6bb-e68b70991173 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/09631002-fc83-44e0-8b7d-a320c09f6579 HTTP/1.1" status: 204 len: 168 time: 0.1552651 May 13 13:57:44.631153 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3574f-32be-405d-b6bb-e68b70991173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09631002-fc83-44e0-8b7d-a320c09f6579,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:44.784531 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551565b9-8fd2-4b69-b9e4-b52dd0431bb9 req-3680e141-dbbc-47e0-846e-c2bf02546f12 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:44.786285 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-551565b9-8fd2-4b69-b9e4-b52dd0431bb9 req-3680e141-dbbc-47e0-846e-c2bf02546f12 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0949631 May 13 13:57:44.806961 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaf3b0-da6a-47f7-9e29-4ef9428c4857 req-d0e5472c-a33a-4f87-8a3e-1ba7ed09aa5f tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:44.808460 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9caaf3b0-da6a-47f7-9e29-4ef9428c4857 req-d0e5472c-a33a-4f87-8a3e-1ba7ed09aa5f tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 932 time: 0.0746264 May 13 13:57:44.871089 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-551565b9-8fd2-4b69-b9e4-b52dd0431bb9 req-9ec24399-470d-4904-a35c-9595d88b999a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781174 May 13 13:57:44.882159 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9caaf3b0-da6a-47f7-9e29-4ef9428c4857 req-dc40d8d7-4abc-49a8-91c4-ae028fd62632 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650783 May 13 13:57:45.489290 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-1d007d4d-2a73-4e5c-b3fe-aeaaec19a703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:45.527103 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17fec4-85d6-407b-8055-a98f9cf0d7c0 req-43ffb37a-2b5a-4125-a680-0b52203e3c2e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:45.528688 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2a17fec4-85d6-407b-8055-a98f9cf0d7c0 req-43ffb37a-2b5a-4125-a680-0b52203e3c2e tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 946 time: 0.0588853 May 13 13:57:45.578905 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2a17fec4-85d6-407b-8055-a98f9cf0d7c0 req-5e39e47c-c7d7-4117-8344-9bad3ba62872 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444791 May 13 13:57:46.040228 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eacdb-718f-4cd6-9065-6c6fefb69f9a req-a0b86323-804d-42ad-a5ce-7d372431a6d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:46.041876 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ec8eacdb-718f-4cd6-9065-6c6fefb69f9a req-a0b86323-804d-42ad-a5ce-7d372431a6d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0836143 May 13 13:57:46.057953 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9acb0-d060-4f1a-9f2c-f0a44d66e76f req-c0dcbeb3-79bf-46d9-ace2-6a2e0eaf5e45 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:46.060041 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c7e9acb0-d060-4f1a-9f2c-f0a44d66e76f req-c0dcbeb3-79bf-46d9-ace2-6a2e0eaf5e45 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 932 time: 0.0999031 May 13 13:57:46.139062 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ec8eacdb-718f-4cd6-9065-6c6fefb69f9a req-c432b4b9-f693-43be-86b7-dd4faf204bce tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886109 May 13 13:57:46.143985 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c7e9acb0-d060-4f1a-9f2c-f0a44d66e76f req-c453a61d-bad4-48bb-83a1-afc04ca81bbb tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779388 May 13 13:57:46.281261 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:46.718481 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35a82b-0ce7-4f69-9a8d-f35c105df7d4 req-3b8fd448-8e8a-45f9-8f20-8b6ef8de073b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:46.720134 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ba35a82b-0ce7-4f69-9a8d-f35c105df7d4 req-3b8fd448-8e8a-45f9-8f20-8b6ef8de073b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 946 time: 0.0539634 May 13 13:57:46.786081 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ba35a82b-0ce7-4f69-9a8d-f35c105df7d4 req-684e9316-d610-4f4d-a93c-cf729dc71e73 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600965 May 13 13:57:47.291656 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f429d-cfbc-4cf8-868c-a55d31724bef req-6eb1733a-cfe2-4d25-8285-5e6fccd8b941 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:47.293227 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e18f429d-cfbc-4cf8-868c-a55d31724bef req-6eb1733a-cfe2-4d25-8285-5e6fccd8b941 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0795586 May 13 13:57:47.311961 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6da20-4823-4f6e-9623-f6e398dfc018 req-53f14e13-6fa1-4662-8dcf-d30fe19d1e61 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:47.313400 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-92b6da20-4823-4f6e-9623-f6e398dfc018 req-53f14e13-6fa1-4662-8dcf-d30fe19d1e61 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 932 time: 0.0712657 May 13 13:57:47.324980 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Request body: {'port': {'device_id': '64d3002e-b010-4a1b-900b-ea079465a93e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:57:47.405857 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (260d78f5-565f-48bf-bc2f-22b683574971), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:47.426399 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-92b6da20-4823-4f6e-9623-f6e398dfc018 req-449b6ed2-78a8-46d0-84c4-475e468a0c5c tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068332 May 13 13:57:47.432301 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e18f429d-cfbc-4cf8-868c-a55d31724bef req-73b283a8-4fd7-4744-9f72-0224d4b43533 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287050 May 13 13:57:47.434900 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-58cebee2-04dc-402f-88ed-aaba826a1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:47.436339 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-58cebee2-04dc-402f-88ed-aaba826a1cd7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.1084642 May 13 13:57:47.503081 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-571b7d2d-4c44-475e-a7db-5cd8c1cc5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:47.504621 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-571b7d2d-4c44-475e-a7db-5cd8c1cc5e46 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595901 May 13 13:57:47.737930 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260d78f5-565f-48bf-bc2f-22b683574971 {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:57:47.751416 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Publish callbacks [] for port (260d78f5-565f-48bf-bc2f-22b683574971), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:47.767425 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Transition to ACTIVE for port object 260d78f5-565f-48bf-bc2f-22b683574971 will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:57:47.772486 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (260d78f5-565f-48bf-bc2f-22b683574971), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:47.835930 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:47.867241 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-c77ef9a2-0f39-4710-85d5-473aa47dda8e service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304622 May 13 13:57:47.875365 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Pushing event updated for resources: {'Port': ['ID=260d78f5-565f-48bf-bc2f-22b683574971,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:47.912066 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.912412 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.912932 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.913283 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.913605 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.913928 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.914436 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.914778 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.915325 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.915864 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.916378 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.916886 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.917211 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.918017 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.918017 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:47.933663 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Attempting to bind port 260d78f5-565f-48bf-bc2f-22b683574971 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:57:47.934002 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Attempting to bind port 260d78f5-565f-48bf-bc2f-22b683574971 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:57:47.934336 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Attempting to bind port 260d78f5-565f-48bf-bc2f-22b683574971 on network 5b41b3ab-3663-47b0-839d-04d5811870fd {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:57:47.939153 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Port 260d78f5-565f-48bf-bc2f-22b683574971 on network 5b41b3ab-3663-47b0-839d-04d5811870fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:57:47.939375 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Attempting to bind port 260d78f5-565f-48bf-bc2f-22b683574971 on network 5b41b3ab-3663-47b0-839d-04d5811870fd {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:57:47.945154 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:57:47.945404 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Checking segment: {'id': '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:57:47.945789 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Bound using segment: {'id': '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:57:47.946480 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Bound port: 260d78f5-565f-48bf-bc2f-22b683574971, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:57:47.946480 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (260d78f5-565f-48bf-bc2f-22b683574971), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:48.024429 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] For port 260d78f5-565f-48bf-bc2f-22b683574971, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:57:48.030222 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] For port 260d78f5-565f-48bf-bc2f-22b683574971, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=260d78f5-565f-48bf-bc2f-22b683574971,segment=NetworkSegment(7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8),segment_id=7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:57:48.039361 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (260d78f5-565f-48bf-bc2f-22b683574971), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:48.083524 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351adef-bcab-4322-9583-518c28006a80 req-e7af2dcd-33aa-40f4-b078-bb61d9a79de1 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:48.085921 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c351adef-bcab-4322-9583-518c28006a80 req-e7af2dcd-33aa-40f4-b078-bb61d9a79de1 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 946 time: 0.1800022 May 13 13:57:48.105680 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-112bba85-8c3f-4444-8d9d-3762a9db76a8 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:48.109019 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-112bba85-8c3f-4444-8d9d-3762a9db76a8 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.87 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 946 time: 0.1853566 May 13 13:57:48.259363 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-abf6bfb9-7681-43d8-921d-b0458290b3cf req-55faa9c0-4776-488f-8a86-53fbc7a130b5 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383496 May 13 13:57:48.324807 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c351adef-bcab-4322-9583-518c28006a80 req-358253e6-802f-4bdc-a13b-938056c389ac tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/security-groups?id=86d18e4e-7f48-4393-9776-6bdca1e4611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041900 May 13 13:57:48.348083 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Deleting port 3affb7e8-3e00-4de2-bf21-04a103f2d90e {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:57:48.348793 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:48.372269 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:48.373093 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:48.374368 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] 10.222.0.87 "PUT /v2.0/ports/260d78f5-565f-48bf-bc2f-22b683574971 HTTP/1.1" status: 200 len: 1094 time: 1.0543597 May 13 13:57:48.374864 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d3002e-b010-4a1b-900b-ea079465a93e', 'tag': '260d78f5-565f-48bf-bc2f-22b683574971'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:48.377190 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0500d7-1ab4-4839-bd32-894b8cfa382f" -d '{"events": [{"name": "network-changed", "server_uuid": "64d3002e-b010-4a1b-900b-ea079465a93e", "tag": "260d78f5-565f-48bf-bc2f-22b683574971"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:48.412152 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1dd2e-463d-4b7b-8c86-4bf569477819 service neutron] Pushing event updated for resources: {'Port': ['ID=260d78f5-565f-48bf-bc2f-22b683574971,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:48.541568 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-1e310754-e34a-4f0a-97f7-e4e3766ad2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:48.543752 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-1e310754-e34a-4f0a-97f7-e4e3766ad2ab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6843d24fbf2449cbd117b8d9cfc7072&device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 1128 time: 0.0616586 May 13 13:57:48.545976 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7912fd6-7ae3-4358-bae5-0c284c5ea718 x-openstack-request-id: req-e7912fd6-7ae3-4358-bae5-0c284c5ea718 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:48.546415 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d3002e-b010-4a1b-900b-ea079465a93e", "tag": "260d78f5-565f-48bf-bc2f-22b683574971", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:48.547187 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e7912fd6-7ae3-4358-bae5-0c284c5ea718 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:48.547715 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7912fd6-7ae3-4358-bae5-0c284c5ea718'] response: {'name': 'network-changed', 'server_uuid': '64d3002e-b010-4a1b-900b-ea079465a93e', 'tag': '260d78f5-565f-48bf-bc2f-22b683574971', 'status': 'completed', 'code': 200} May 13 13:57:48.684367 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-68787d48-154f-489a-9e6f-e34617d80540 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260d78f5-565f-48bf-bc2f-22b683574971 HTTP/1.1" status: 200 len: 217 time: 0.0468152 May 13 13:57:48.775662 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-55e4e779-f4d1-42d3-bebc-085b8cae6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:48.775879 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-55e4e779-f4d1-42d3-bebc-085b8cae6d36 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2857ad93-8907-48d5-89ed-4320230d2125 HTTP/1.1" status: 200 len: 854 time: 0.0836790 May 13 13:57:48.836394 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-ac8d194c-3e46-490f-8578-7e04addb0bf1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5b41b3ab-3663-47b0-839d-04d5811870fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504591 May 13 13:57:48.859816 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee9cd-dd47-4dcf-93b5-ab41204e04d3 req-f80302b2-c2be-4b94-bd4b-08220192892a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:48.866764 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca4ee9cd-dd47-4dcf-93b5-ab41204e04d3 req-f80302b2-c2be-4b94-bd4b-08220192892a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 944 time: 0.1243832 May 13 13:57:48.878134 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b168f80-0a6f-418e-a38d-47e00b51d350 req-d0b97e3e-5ce4-4d29-88fd-11fcd8f10154 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:48.879764 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4b168f80-0a6f-418e-a38d-47e00b51d350 req-d0b97e3e-5ce4-4d29-88fd-11fcd8f10154 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1364040 May 13 13:57:48.923959 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] For port 3affb7e8-3e00-4de2-bf21-04a103f2d90e, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=3affb7e8-3e00-4de2-bf21-04a103f2d90e,segment=NetworkSegment(875d52a7-24f0-4a29-9218-7890f888827e),segment_id=875d52a7-24f0-4a29-9218-7890f888827e)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:48.924552 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:48.966827 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Calling delete_port for 3affb7e8-3e00-4de2-bf21-04a103f2d90e owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:57:48.983007 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-25089b19-910a-4f49-9fdc-d8030bebf9df service neutron] 10.222.0.87 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358428 May 13 13:57:49.023266 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca4ee9cd-dd47-4dcf-93b5-ab41204e04d3 req-e0c8a6bd-ed6b-4394-a1d1-a8b548aa7bbe tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514723 May 13 13:57:49.097758 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-f6ac9f31-8599-4401-aa48-f0d0addbf78c req-56e649f7-e60f-4620-acf0-c2101dd4ead6 service neutron] 10.222.0.87 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078241 May 13 13:57:49.108894 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4b168f80-0a6f-418e-a38d-47e00b51d350 req-ca3e420d-1d6e-4a94-9930-aa858fa72785 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005925 May 13 13:57:49.273033 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (3affb7e8-3e00-4de2-bf21-04a103f2d90e), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:49.305971 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Pushing event deleted for resources: {'Port': ['ID=3affb7e8-3e00-4de2-bf21-04a103f2d90e,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:49.361360 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.361695 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.362042 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.362382 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.362803 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.363176 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.363503 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.363833 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.364160 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.364485 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.364817 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.365144 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.365470 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.365794 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.366118 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:49.390943 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] No DVR routers for this DVR port 3affb7e8-3e00-4de2-bf21-04a103f2d90e on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:57:49.395249 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:49.398666 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-88f9e646-3965-446b-aa9f-c22e2015e08d req-50f06692-2a7c-4b13-84a7-bb637792cd65 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.87 "DELETE /v2.0/ports/3affb7e8-3e00-4de2-bf21-04a103f2d90e HTTP/1.1" status: 204 len: 173 time: 1.2736678 May 13 13:57:49.399151 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4da520-c7a6-46c2-905f-6ebe28df0fda', 'name': 'network-vif-deleted', 'tag': '3affb7e8-3e00-4de2-bf21-04a103f2d90e'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:57:49.401464 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78301c1d-918d-438b-a1ad-c9ec1c4caecc" -d '{"events": [{"server_uuid": "4b4da520-c7a6-46c2-905f-6ebe28df0fda", "name": "network-vif-deleted", "tag": "3affb7e8-3e00-4de2-bf21-04a103f2d90e"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:57:49.440995 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:49.461180 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa24655-ad27-46d6-a47e-cc283339bde1 x-openstack-request-id: req-caa24655-ad27-46d6-a47e-cc283339bde1 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:57:49.461465 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4da520-c7a6-46c2-905f-6ebe28df0fda", "name": "network-vif-deleted", "tag": "3affb7e8-3e00-4de2-bf21-04a103f2d90e", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:57:49.461710 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-caa24655-ad27-46d6-a47e-cc283339bde1 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:57:49.462111 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa24655-ad27-46d6-a47e-cc283339bde1'] response: {'server_uuid': '4b4da520-c7a6-46c2-905f-6ebe28df0fda', 'name': 'network-vif-deleted', 'tag': '3affb7e8-3e00-4de2-bf21-04a103f2d90e', 'status': 'completed', 'code': 200} May 13 13:57:49.464902 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e5d8ac4f-89a4-4e7e-ada4-7f12902fbe2e req-9763b08a-2b55-4f6f-8ddb-434b8470fcc7 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 210 time: 0.0442512 May 13 13:57:49.711727 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:57:50.132307 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c94e7b-04bd-40ce-9d41-1a59f79290e6 req-24067b3d-5032-4b22-a162-dce65b462725 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:50.134746 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-39c94e7b-04bd-40ce-9d41-1a59f79290e6 req-24067b3d-5032-4b22-a162-dce65b462725 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 944 time: 0.0465174 May 13 13:57:50.189666 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-39c94e7b-04bd-40ce-9d41-1a59f79290e6 req-b7567984-ccad-4448-b96a-6b4f5e2d16c6 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483570 May 13 13:57:50.235501 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1fa39-2b31-4e4b-b70a-795bae0756b6 req-ce4cc68c-f68e-472e-b6a4-69d4e666ec5a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:50.236961 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d9f1fa39-2b31-4e4b-b70a-795bae0756b6 req-ce4cc68c-f68e-472e-b6a4-69d4e666ec5a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0464242 May 13 13:57:50.292076 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d9f1fa39-2b31-4e4b-b70a-795bae0756b6 req-271fba91-1579-4133-a8ab-5fdc3a5eccb0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485849 May 13 13:57:50.572041 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3ce2af2f-b384-4ded-97a2-24b973ad27da req-75949a30-b6ac-4bf5-a14c-c45c7a98894b tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 210 time: 0.0276666 May 13 13:57:51.303822 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a255cb-15c4-4252-b267-5da88e525123 req-60e8b57e-0f9b-479a-8afa-3696d9b2707a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:51.305571 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-31a255cb-15c4-4252-b267-5da88e525123 req-60e8b57e-0f9b-479a-8afa-3696d9b2707a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 944 time: 0.0503998 May 13 13:57:51.357561 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-31a255cb-15c4-4252-b267-5da88e525123 req-1fc0f733-514e-4b8d-98ff-b9a834f07a3f tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 May 13 13:57:51.416085 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c1c9c-fb84-4314-8e0a-390aca7dccc0 req-c73cf610-1c4b-42c9-b22b-c756768b0f43 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:51.417680 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e79c1c9c-fb84-4314-8e0a-390aca7dccc0 req-c73cf610-1c4b-42c9-b22b-c756768b0f43 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0526497 May 13 13:57:51.476795 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e79c1c9c-fb84-4314-8e0a-390aca7dccc0 req-c7962e14-47e8-4dab-9a00-1ef9e43701f0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535932 May 13 13:57:51.670921 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-097566db-91e6-4bd2-9863-49aa81dc0584 req-716ae53c-9f07-4d91-9245-ba834d6ff0b3 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 210 time: 0.0281715 May 13 13:57:52.329583 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 3affb7e8-3e00-4de2-bf21-04a103f2d90e no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:57:52.349687 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 3affb7e8-3e00-4de2-bf21-04a103f2d90e {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:57:52.350025 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 3affb7e8-3e00-4de2-bf21-04a103f2d90e not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:57:52.473450 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc557a0-a71c-423f-a136-aa8ed759b136 req-c166db5c-10f5-4495-8f97-135ccadcdc76 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:52.474988 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2cc557a0-a71c-423f-a136-aa8ed759b136 req-c166db5c-10f5-4495-8f97-135ccadcdc76 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 944 time: 0.0472577 May 13 13:57:52.525682 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2cc557a0-a71c-423f-a136-aa8ed759b136 req-faea919e-21f8-4ac4-8d3b-886b03190d20 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439272 May 13 13:57:52.600511 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a941a2e-1b55-4be9-90c6-f8eaae4b7b74 req-7503c2a1-8303-4fe5-9603-45d03be361e0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:52.602018 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a941a2e-1b55-4be9-90c6-f8eaae4b7b74 req-7503c2a1-8303-4fe5-9603-45d03be361e0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0546057 May 13 13:57:52.654269 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a941a2e-1b55-4be9-90c6-f8eaae4b7b74 req-43fb49f0-65ac-4d8b-aa1c-d2622455b1b8 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458977 May 13 13:57:52.769296 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe5e12c3-937e-4c4a-b7c2-fc047d0c4410 req-f1a756af-2415-4cc5-b4ef-744fe33f7f45 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 210 time: 0.0295846 May 13 13:57:53.652246 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a09e9-890f-4466-b7d7-2e314c714f9f req-da7b0343-5494-47b8-bab9-c928339f7e35 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:53.653774 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-054a09e9-890f-4466-b7d7-2e314c714f9f req-da7b0343-5494-47b8-bab9-c928339f7e35 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 944 time: 0.0522091 May 13 13:57:53.708639 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-054a09e9-890f-4466-b7d7-2e314c714f9f req-d455c5d0-dedf-4375-a7ae-b82420f61c6c tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489264 May 13 13:57:53.780791 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836b20f-c0d6-42b4-a640-4ff85e50facc req-7d3334c3-21b2-4e1e-995a-37d5ec6e93b1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:53.782301 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d836b20f-c0d6-42b4-a640-4ff85e50facc req-7d3334c3-21b2-4e1e-995a-37d5ec6e93b1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0510516 May 13 13:57:53.833631 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d836b20f-c0d6-42b4-a640-4ff85e50facc req-573a6949-4671-47ad-ae4b-1e5af38f6c6c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454469 May 13 13:57:53.867757 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f1099c4e-8ec7-4520-940e-7b714729c617 req-c967fad6-f172-4909-b21d-74cc492ec750 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 210 time: 0.0286820 May 13 13:57:54.824339 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d505aa-0596-4105-bc82-a5651a5a88c5 req-2be167ae-7097-4cb2-b73c-f5a625c9f643 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:54.825834 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e5d505aa-0596-4105-bc82-a5651a5a88c5 req-2be167ae-7097-4cb2-b73c-f5a625c9f643 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 944 time: 0.0476110 May 13 13:57:54.873527 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e5d505aa-0596-4105-bc82-a5651a5a88c5 req-4a9d1a94-a5ac-40e2-9107-0b57f3217585 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 May 13 13:57:54.979306 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-80acee73-d417-4d2f-a6a6-a1fbbdfb4eb2 req-d3283358-66a8-46d0-a5ff-9755a53f9f97 tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 210 time: 0.0338702 May 13 13:57:54.988163 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392d30b-e703-495d-ac17-58e8a6c66973 req-0bd18a57-34b5-4396-b090-d7cdfba086ad tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:54.989704 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7392d30b-e703-495d-ac17-58e8a6c66973 req-0bd18a57-34b5-4396-b090-d7cdfba086ad tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0751112 May 13 13:57:55.045066 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7392d30b-e703-495d-ac17-58e8a6c66973 req-c1d6c9bb-0e9c-41da-8348-19d2f089ada2 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453711 May 13 13:57:55.992913 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535a992-87bb-47b7-8417-35e800c60914 req-cf4aeec6-558c-4fe2-b72a-7ed7009552ce tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:55.994606 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0535a992-87bb-47b7-8417-35e800c60914 req-cf4aeec6-558c-4fe2-b72a-7ed7009552ce tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 944 time: 0.0532501 May 13 13:57:56.109136 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0535a992-87bb-47b7-8417-35e800c60914 req-8c7c425e-37cc-442c-a50e-f6c5858e6d00 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071329 May 13 13:57:56.110855 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a0b1b8d2-8941-4591-ae9a-4c4134586475 req-384fd8e5-10a0-4f26-9fc1-c8e132a18f7d tempest-VolumesActionsTest-480609634 tempest-VolumesActionsTest-480609634-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b4da520-c7a6-46c2-905f-6ebe28df0fda HTTP/1.1" status: 200 len: 210 time: 0.0478370 May 13 13:57:56.111783 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0500d7-1ab4-4839-bd32-894b8cfa382f req-6e00d688-8b5c-4e10-8f23-11895e1674c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:56.113135 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3d0500d7-1ab4-4839-bd32-894b8cfa382f req-6e00d688-8b5c-4e10-8f23-11895e1674c3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6843d24fbf2449cbd117b8d9cfc7072&device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 1128 time: 0.0945740 May 13 13:57:56.244673 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db5aae-d85d-407f-ac85-e21483e5f8d6 req-2a99710c-6dcd-4215-9780-7d3e6fd2afba tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:56.246108 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-31db5aae-d85d-407f-ac85-e21483e5f8d6 req-2a99710c-6dcd-4215-9780-7d3e6fd2afba tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0613937 May 13 13:57:56.262205 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0500d7-1ab4-4839-bd32-894b8cfa382f req-7cb2bb69-d6fc-4a4e-940f-30a878474290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:56.263650 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3d0500d7-1ab4-4839-bd32-894b8cfa382f req-7cb2bb69-d6fc-4a4e-940f-30a878474290 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5b41b3ab-3663-47b0-839d-04d5811870fd HTTP/1.1" status: 200 len: 915 time: 0.1408086 May 13 13:57:56.298954 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-31db5aae-d85d-407f-ac85-e21483e5f8d6 req-4b58e77b-2086-417e-842a-52459db599dd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472441 May 13 13:57:56.574771 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3d0500d7-1ab4-4839-bd32-894b8cfa382f req-3cd0a17e-d838-4683-be66-89bc66ddd695 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=260d78f5-565f-48bf-bc2f-22b683574971 HTTP/1.1" status: 200 len: 217 time: 0.0665319 May 13 13:57:56.634376 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0500d7-1ab4-4839-bd32-894b8cfa382f req-382b4f60-8340-4c54-a88f-a21e93e26aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:56.636417 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3d0500d7-1ab4-4839-bd32-894b8cfa382f req-382b4f60-8340-4c54-a88f-a21e93e26aa2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2857ad93-8907-48d5-89ed-4320230d2125 HTTP/1.1" status: 200 len: 854 time: 0.0552387 May 13 13:57:56.674207 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3d0500d7-1ab4-4839-bd32-894b8cfa382f req-30fe1fce-b929-4e75-8a22-e4a8d67924b0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5b41b3ab-3663-47b0-839d-04d5811870fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300593 May 13 13:57:56.770007 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3d0500d7-1ab4-4839-bd32-894b8cfa382f req-48a97daa-e271-4c3f-82bb-97921636c19c service neutron] 10.222.0.87 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884941 May 13 13:57:56.871067 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3d0500d7-1ab4-4839-bd32-894b8cfa382f req-401a65ea-6bd7-4fdb-be8d-13781310d7b0 service neutron] 10.222.0.87 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941803 May 13 13:57:56.945852 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 260d78f5-565f-48bf-bc2f-22b683574971 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:57:57.057636 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 260d78f5-565f-48bf-bc2f-22b683574971, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=260d78f5-565f-48bf-bc2f-22b683574971,segment=NetworkSegment(7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8),segment_id=7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:57.069770 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '260d78f5-565f-48bf-bc2f-22b683574971', 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd', 'port_id': '260d78f5-565f-48bf-bc2f-22b683574971', 'mac_address': 'fa:16:3e:4a:15:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2857ad93-8907-48d5-89ed-4320230d2125', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:57:57.108825 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 260d78f5-565f-48bf-bc2f-22b683574971 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:57:57.109230 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (260d78f5-565f-48bf-bc2f-22b683574971), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:57.122656 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260d78f5-565f-48bf-bc2f-22b683574971 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:57:57.144032 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 260d78f5-565f-48bf-bc2f-22b683574971, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=260d78f5-565f-48bf-bc2f-22b683574971,segment=NetworkSegment(7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8),segment_id=7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:57:57.149753 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (260d78f5-565f-48bf-bc2f-22b683574971), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:57.219162 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=260d78f5-565f-48bf-bc2f-22b683574971,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:57.228634 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.229093 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.229511 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.230020 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.230547 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.231057 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.234356 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.234356 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.234356 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.234356 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.234356 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.234356 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.234356 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.234356 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.234356 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:57:57.260498 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15679969-a74f-47f7-8767-9536f17277d1 req-19cdbced-9e87-4cb4-a8f6-b6908fb4afaa tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:57.262475 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-15679969-a74f-47f7-8767-9536f17277d1 req-19cdbced-9e87-4cb4-a8f6-b6908fb4afaa tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 945 time: 0.0613129 May 13 13:57:57.318305 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-15679969-a74f-47f7-8767-9536f17277d1 req-2f560db8-ac72-443e-8a1f-fa0f18eda879 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486023 May 13 13:57:57.433211 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962518df-10f6-4fbb-99b1-cbb93b788a6c req-b17ce06e-4446-4a46-a257-5aa8ad8fb864 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:57.434932 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-962518df-10f6-4fbb-99b1-cbb93b788a6c req-b17ce06e-4446-4a46-a257-5aa8ad8fb864 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0552402 May 13 13:57:57.496069 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-962518df-10f6-4fbb-99b1-cbb93b788a6c req-c83c8e1f-ade2-4266-a6e0-844c9eaa23f7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545771 May 13 13:57:57.631056 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['260d78f5-565f-48bf-bc2f-22b683574971'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:57:58.408871 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 34124) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:58.461598 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b24c2-7188-4021-a28a-a00a2dd47aa9 req-da04a1fc-0810-4234-a4be-530fbf5d0437 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:58.464385 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-544b24c2-7188-4021-a28a-a00a2dd47aa9 req-da04a1fc-0810-4234-a4be-530fbf5d0437 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 945 time: 0.0613637 May 13 13:57:58.516360 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-544b24c2-7188-4021-a28a-a00a2dd47aa9 req-5dac60cb-236e-45bf-84f7-6259ad674231 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461843 May 13 13:57:58.540537 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d9584c06-f8a6-4508-83c9-746b3ff9c4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:58.619822 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcf134-6252-4468-8bb3-1cd7c70342ac req-a50cfb4f-a5f2-4b61-a6dd-234aa6fc35de tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:58.621434 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eadcf134-6252-4468-8bb3-1cd7c70342ac req-a50cfb4f-a5f2-4b61-a6dd-234aa6fc35de tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0530753 May 13 13:57:58.630970 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d9584c06-f8a6-4508-83c9-746b3ff9c4a1 admin admin] Publish callbacks [] for security_group (0fe3c1d0-fe2d-4d67-b157-d843f111ca23), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:58.636757 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d9584c06-f8a6-4508-83c9-746b3ff9c4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (0fe3c1d0-fe2d-4d67-b157-d843f111ca23), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:58.675312 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eadcf134-6252-4468-8bb3-1cd7c70342ac req-56e93365-caf5-435f-a7db-0421563734b2 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480833 May 13 13:57:58.677900 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d9584c06-f8a6-4508-83c9-746b3ff9c4a1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6840ff440be646858d4cfb6ec3fe9760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679155 May 13 13:57:58.680270 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9584c06-f8a6-4508-83c9-746b3ff9c4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe3c1d0-fe2d-4d67-b157-d843f111ca23,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:58.680902 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 34130) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:58.729833 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ac58c085-42d3-42b9-ab65-e5f4eebfc76b admin admin] Publish callbacks [] for security_group (0fe3c1d0-fe2d-4d67-b157-d843f111ca23), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:58.750425 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ac58c085-42d3-42b9-ab65-e5f4eebfc76b admin admin] Publish callbacks [] for security_group (0fe3c1d0-fe2d-4d67-b157-d843f111ca23), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:58.796207 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ac58c085-42d3-42b9-ab65-e5f4eebfc76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (0fe3c1d0-fe2d-4d67-b157-d843f111ca23), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:58.798995 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ac58c085-42d3-42b9-ab65-e5f4eebfc76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:58.800212 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-ac58c085-42d3-42b9-ab65-e5f4eebfc76b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0fe3c1d0-fe2d-4d67-b157-d843f111ca23 HTTP/1.1" status: 204 len: 168 time: 0.1182132 May 13 13:57:58.809902 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58c085-42d3-42b9-ab65-e5f4eebfc76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe3c1d0-fe2d-4d67-b157-d843f111ca23,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:59.090849 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 34142) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:59.103745 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cfc0583b-f770-4d43-902e-9379df8c8c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:59.176601 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cfc0583b-f770-4d43-902e-9379df8c8c9b admin admin] Publish callbacks [] for security_group (c981d8bf-877b-4af5-9405-bf3074efeea8), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:59.180447 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cfc0583b-f770-4d43-902e-9379df8c8c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c981d8bf-877b-4af5-9405-bf3074efeea8), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:59.218843 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-cfc0583b-f770-4d43-902e-9379df8c8c9b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=19df30d3301a4338b5c551e7fc40c251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268857 May 13 13:57:59.219788 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0583b-f770-4d43-902e-9379df8c8c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c981d8bf-877b-4af5-9405-bf3074efeea8,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:59.221530 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 34144) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:57:59.274575 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b8a930ba-c083-417c-9a14-414a034d51f8 admin admin] Publish callbacks [] for security_group (c981d8bf-877b-4af5-9405-bf3074efeea8), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:59.295464 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b8a930ba-c083-417c-9a14-414a034d51f8 admin admin] Publish callbacks [] for security_group (c981d8bf-877b-4af5-9405-bf3074efeea8), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:59.343037 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b8a930ba-c083-417c-9a14-414a034d51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c981d8bf-877b-4af5-9405-bf3074efeea8), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:59.345619 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b8a930ba-c083-417c-9a14-414a034d51f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:57:59.346769 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b8a930ba-c083-417c-9a14-414a034d51f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c981d8bf-877b-4af5-9405-bf3074efeea8 HTTP/1.1" status: 204 len: 168 time: 0.1242416 May 13 13:57:59.356482 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a930ba-c083-417c-9a14-414a034d51f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c981d8bf-877b-4af5-9405-bf3074efeea8,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:57:59.645329 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5c1e-d568-477c-a51b-0c25e7be30bf req-92fbff38-c216-48c9-8184-07ea3852cdfe tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:59.646874 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8e4e5c1e-d568-477c-a51b-0c25e7be30bf req-92fbff38-c216-48c9-8184-07ea3852cdfe tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 945 time: 0.0580885 May 13 13:57:59.704857 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8e4e5c1e-d568-477c-a51b-0c25e7be30bf req-6f23405d-e69a-4e06-857b-deb05fb519b2 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494788 May 13 13:57:59.799527 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af121a6-0a1a-48e8-9c32-5deb78681163 req-3ce2aa8a-72d2-4bf8-9ca1-09e98a8754fc tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:57:59.801113 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1af121a6-0a1a-48e8-9c32-5deb78681163 req-3ce2aa8a-72d2-4bf8-9ca1-09e98a8754fc tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0497711 May 13 13:57:59.857542 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1af121a6-0a1a-48e8-9c32-5deb78681163 req-33957f2b-8936-453d-8530-fbc0feef0c1f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482957 May 13 13:58:00.836242 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae686d-3ef9-422b-8b3e-ddd8a33e6fdc req-5cca48e1-2a1d-4bc1-a5b6-a6a8a7e8a509 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:00.837767 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d7ae686d-3ef9-422b-8b3e-ddd8a33e6fdc req-5cca48e1-2a1d-4bc1-a5b6-a6a8a7e8a509 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 945 time: 0.0515771 May 13 13:58:00.887255 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d7ae686d-3ef9-422b-8b3e-ddd8a33e6fdc req-be06631c-8040-414d-a636-906d5f36263a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416780 May 13 13:58:00.973144 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca996f-a606-4c9b-9bc2-923152b9bead req-49ec4501-3556-4f62-a52e-9ddf86189a1c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:00.974699 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-faca996f-a606-4c9b-9bc2-923152b9bead req-49ec4501-3556-4f62-a52e-9ddf86189a1c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0473969 May 13 13:58:01.034632 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-faca996f-a606-4c9b-9bc2-923152b9bead req-c1d8da65-53d6-4167-ab0f-e38cae5ed5c2 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538471 May 13 13:58:01.379609 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 260d78f5-565f-48bf-bc2f-22b683574971 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:58:01.427474 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 260d78f5-565f-48bf-bc2f-22b683574971 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:58:01.433754 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 260d78f5-565f-48bf-bc2f-22b683574971 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:58:01.434078 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (260d78f5-565f-48bf-bc2f-22b683574971), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:01.513290 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 260d78f5-565f-48bf-bc2f-22b683574971 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:58:01.513698 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (260d78f5-565f-48bf-bc2f-22b683574971), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:01.543685 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d3002e-b010-4a1b-900b-ea079465a93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260d78f5-565f-48bf-bc2f-22b683574971'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:58:01.546517 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d19588-9076-4d80-8bcc-05b6d93be2ca" -d '{"events": [{"server_uuid": "64d3002e-b010-4a1b-900b-ea079465a93e", "name": "network-vif-plugged", "status": "completed", "tag": "260d78f5-565f-48bf-bc2f-22b683574971"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:58:01.563673 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 260d78f5-565f-48bf-bc2f-22b683574971, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=260d78f5-565f-48bf-bc2f-22b683574971,segment=NetworkSegment(7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8),segment_id=7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:58:01.568559 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (260d78f5-565f-48bf-bc2f-22b683574971), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:01.595189 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f495994f-50f8-4572-af2a-d25e814973cf x-openstack-request-id: req-f495994f-50f8-4572-af2a-d25e814973cf {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:58:01.595506 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d3002e-b010-4a1b-900b-ea079465a93e", "name": "network-vif-plugged", "status": "completed", "tag": "260d78f5-565f-48bf-bc2f-22b683574971", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:58:01.595757 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f495994f-50f8-4572-af2a-d25e814973cf {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:58:01.596143 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f495994f-50f8-4572-af2a-d25e814973cf'] response: {'server_uuid': '64d3002e-b010-4a1b-900b-ea079465a93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260d78f5-565f-48bf-bc2f-22b683574971', 'code': 200} May 13 13:58:01.623686 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=260d78f5-565f-48bf-bc2f-22b683574971,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:01.824426 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ded31f-e074-4654-9786-8ddaa13628f2 req-48a63177-2492-440c-b573-5bc0e32d65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:01.826049 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-22ded31f-e074-4654-9786-8ddaa13628f2 req-48a63177-2492-440c-b573-5bc0e32d65aa service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 1130 time: 0.0395200 May 13 13:58:02.003264 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23de8d3-83b2-4636-a39e-c64d0150488e req-5220b5a1-d8d8-49f8-b1c9-495baaff9fa3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:02.004808 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d23de8d3-83b2-4636-a39e-c64d0150488e req-5220b5a1-d8d8-49f8-b1c9-495baaff9fa3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 946 time: 0.0509565 May 13 13:58:02.052259 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d23de8d3-83b2-4636-a39e-c64d0150488e req-e85ef390-d30f-4848-ad9f-bbf6a2cb1396 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 May 13 13:58:02.163679 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080538c-18eb-476b-a499-77039dd58c53 req-61d37735-da9d-482f-8ec9-95fca54f6e41 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:02.165125 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f080538c-18eb-476b-a499-77039dd58c53 req-61d37735-da9d-482f-8ec9-95fca54f6e41 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0534623 May 13 13:58:02.215405 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f080538c-18eb-476b-a499-77039dd58c53 req-17d0a206-fd85-4602-8cc5-3bf1aebd1c09 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447195 May 13 13:58:02.691445 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-22ded31f-e074-4654-9786-8ddaa13628f2 req-de4d9b88-b769-471f-88f4-68fcd96c36a7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 May 13 13:58:03.175690 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8abc1b-2b3f-4e61-9c2a-3bb2d6eb164a req-32a14aa7-0739-413d-b600-494377676df0 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:03.177199 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c8abc1b-2b3f-4e61-9c2a-3bb2d6eb164a req-32a14aa7-0739-413d-b600-494377676df0 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 946 time: 0.0564802 May 13 13:58:03.224616 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c8abc1b-2b3f-4e61-9c2a-3bb2d6eb164a req-5bae4835-306e-4812-aa27-441bf3321d6e tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 May 13 13:58:03.329885 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69c5a-42a4-412a-af41-4dce7072c4dc req-aa53a465-7135-446b-934a-39a983c82246 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:03.331408 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-92d69c5a-42a4-412a-af41-4dce7072c4dc req-aa53a465-7135-446b-934a-39a983c82246 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0480306 May 13 13:58:03.384436 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-92d69c5a-42a4-412a-af41-4dce7072c4dc req-75066a3b-d1d9-4d99-854d-8481cf8afc5c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473082 May 13 13:58:04.342552 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8bb7-0f6f-4c24-acbe-e80c403cdb90 req-df3662da-a1d1-4cef-a970-058e3ccab14a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:04.344082 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-999a8bb7-0f6f-4c24-acbe-e80c403cdb90 req-df3662da-a1d1-4cef-a970-058e3ccab14a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 946 time: 0.0480757 May 13 13:58:04.396607 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-999a8bb7-0f6f-4c24-acbe-e80c403cdb90 req-2c5aab6f-2a03-41c9-91e3-b1e1e3fd9748 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468810 May 13 13:58:04.501592 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b8dd-bcd8-4f18-9d2b-10d1ad2f79c4 req-48af717a-a333-4184-bd31-7f8978a47932 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:04.503213 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a00b8dd-bcd8-4f18-9d2b-10d1ad2f79c4 req-48af717a-a333-4184-bd31-7f8978a47932 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0476561 May 13 13:58:04.551071 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a00b8dd-bcd8-4f18-9d2b-10d1ad2f79c4 req-37a038e6-2217-481e-bdcc-df62c8fe04a4 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419672 May 13 13:58:05.520414 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b7a60-7796-440d-adc8-9fe67f09f881 req-157d7128-afad-462d-a508-24bd3009d60f tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:05.521893 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-971b7a60-7796-440d-adc8-9fe67f09f881 req-157d7128-afad-462d-a508-24bd3009d60f tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 946 time: 0.0471475 May 13 13:58:05.576845 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-971b7a60-7796-440d-adc8-9fe67f09f881 req-680b4fad-2c0f-49d4-9a84-2afd7e022ea7 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444300 May 13 13:58:05.673081 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272485d-731f-4c58-822d-d3fb59e187e0 req-91ec3371-5958-4d9d-bba0-ce1b3aeacb74 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:05.674591 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1272485d-731f-4c58-822d-d3fb59e187e0 req-91ec3371-5958-4d9d-bba0-ce1b3aeacb74 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0503776 May 13 13:58:05.731131 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1272485d-731f-4c58-822d-d3fb59e187e0 req-1cc4fd36-8aec-4b9c-8376-98486f7c7f3f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505817 May 13 13:58:06.732270 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb114b-6ed6-4b46-b2ad-598a132fc3f0 req-4f1c7a6a-faf2-402d-979b-f0a32025c9cb tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:06.739870 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4cb114b-6ed6-4b46-b2ad-598a132fc3f0 req-4f1c7a6a-faf2-402d-979b-f0a32025c9cb tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 946 time: 0.0692048 May 13 13:58:06.798819 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4cb114b-6ed6-4b46-b2ad-598a132fc3f0 req-e3a400ef-7f5f-4680-b4b8-9437f43c7416 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579345 May 13 13:58:06.951052 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3dd9f-6220-4fc3-bdec-a02c894969b3 req-0b1e8553-1f42-4314-9495-8cb71f13a28e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:06.954280 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dbf3dd9f-6220-4fc3-bdec-a02c894969b3 req-0b1e8553-1f42-4314-9495-8cb71f13a28e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1173134 May 13 13:58:07.037560 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dbf3dd9f-6220-4fc3-bdec-a02c894969b3 req-d168ec60-2d16-4188-a85d-69bc1575275a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773962 May 13 13:58:08.159875 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1970879-0fd1-49ea-86eb-5a8eb12c9dc9 req-e3e050a5-b04f-4e1d-b2a2-32878c84b6fe tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:08.161384 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d1970879-0fd1-49ea-86eb-5a8eb12c9dc9 req-e3e050a5-b04f-4e1d-b2a2-32878c84b6fe tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0483897 May 13 13:58:08.208990 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d1970879-0fd1-49ea-86eb-5a8eb12c9dc9 req-9d55f4c4-c445-48c6-af19-5838288a25aa tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 May 13 13:58:09.321900 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65243db7-d298-41b9-b2f1-faf6b10af2bf req-a59217ed-2f30-47dd-9cd7-18a65047696c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:09.324651 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-65243db7-d298-41b9-b2f1-faf6b10af2bf req-a59217ed-2f30-47dd-9cd7-18a65047696c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0479543 May 13 13:58:09.373693 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-65243db7-d298-41b9-b2f1-faf6b10af2bf req-a0201f54-3251-472c-b5be-6752780d6c34 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 May 13 13:58:10.519318 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36d376-023a-40bc-9a18-59e910604051 req-249a861f-8391-4e9d-bd09-673c84a85aac tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:10.521930 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9a36d376-023a-40bc-9a18-59e910604051 req-249a861f-8391-4e9d-bd09-673c84a85aac tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0548155 May 13 13:58:10.586958 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9a36d376-023a-40bc-9a18-59e910604051 req-e2b33729-88d7-4904-9658-acd988e90516 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504756 May 13 13:58:11.716062 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf4e0b-ef4f-4062-84e2-f0df79d4b824 req-70f3222d-dd01-41f0-876c-2fa1df7a78d8 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:11.717650 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4bcf4e0b-ef4f-4062-84e2-f0df79d4b824 req-70f3222d-dd01-41f0-876c-2fa1df7a78d8 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0528700 May 13 13:58:11.781535 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4bcf4e0b-ef4f-4062-84e2-f0df79d4b824 req-9d8f9e5c-e388-47d3-b1db-67426861ce61 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575607 May 13 13:58:12.615937 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:12.652899 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-dfd8d639-6858-462a-bf9c-346ea4946a8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:12.989131 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08d749-19d7-4ad2-afb0-0d83a2f7b24b req-935802fe-3e75-47aa-9746-037514a2c6bb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:12.991014 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4b08d749-19d7-4ad2-afb0-0d83a2f7b24b req-935802fe-3e75-47aa-9746-037514a2c6bb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1051691 May 13 13:58:13.063866 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4b08d749-19d7-4ad2-afb0-0d83a2f7b24b req-4c97097e-eeef-43d9-829a-1abe38ddf8f0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646458 May 13 13:58:14.212737 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4254d3-2af3-4797-9091-e58f6a592267 req-ddebd0e0-a2fd-4b23-b5c6-0de29f6f4810 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:14.215968 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7c4254d3-2af3-4797-9091-e58f6a592267 req-ddebd0e0-a2fd-4b23-b5c6-0de29f6f4810 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0657566 May 13 13:58:14.268972 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7c4254d3-2af3-4797-9091-e58f6a592267 req-489ed391-e577-4f74-aa79-0716d83a6032 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450799 May 13 13:58:15.384614 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72429061-d01c-4052-b627-7b90f1cb0950 req-573d6906-c562-4f55-a469-eea95b146afd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:15.386818 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-72429061-d01c-4052-b627-7b90f1cb0950 req-573d6906-c562-4f55-a469-eea95b146afd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0498922 May 13 13:58:15.445337 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-72429061-d01c-4052-b627-7b90f1cb0950 req-93ff655a-8944-4db7-9e8a-bd6902d5e4dd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522439 May 13 13:58:15.486599 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f37069d7-f20f-4dca-8f91-72487d26e444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:16.286770 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:16.600960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0efc81-3c73-4170-a9ef-cefab2747501 req-93af7e2b-e523-491f-8f15-1bcece434202 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:16.609268 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa0efc81-3c73-4170-a9ef-cefab2747501 req-93af7e2b-e523-491f-8f15-1bcece434202 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0654259 May 13 13:58:16.661401 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa0efc81-3c73-4170-a9ef-cefab2747501 req-51619cf5-a50e-4b99-96ec-ec7f37c204c4 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512090 May 13 13:58:17.813496 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409182c6-4329-4df5-9505-332ffd89f8af req-cffd41b2-1c44-4f4d-8edf-ab407afeb800 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:17.816223 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-409182c6-4329-4df5-9505-332ffd89f8af req-cffd41b2-1c44-4f4d-8edf-ab407afeb800 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0767875 May 13 13:58:17.831064 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:17.879999 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-409182c6-4329-4df5-9505-332ffd89f8af req-6b0fa3e3-1d58-4ea7-ac5d-6c905b8139b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541217 May 13 13:58:19.047970 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037cbfc-8fd4-4699-999b-4d269e459967 req-e4f66c83-dd58-4734-bf5b-2a08f892812d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:19.050524 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c037cbfc-8fd4-4699-999b-4d269e459967 req-e4f66c83-dd58-4734-bf5b-2a08f892812d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0711031 May 13 13:58:19.105755 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c037cbfc-8fd4-4699-999b-4d269e459967 req-1b4d0ec6-4e6f-4874-bb60-65d12b44607f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493646 May 13 13:58:19.428811 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:20.259945 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d42974-7c10-4483-a801-1fb245e73785 req-4af8cf74-7394-4d01-bfa7-f680b4c10e1c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:20.261791 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-54d42974-7c10-4483-a801-1fb245e73785 req-4af8cf74-7394-4d01-bfa7-f680b4c10e1c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0478542 May 13 13:58:20.324068 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-54d42974-7c10-4483-a801-1fb245e73785 req-f992f005-017d-4838-909c-aa9c90cf2801 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552070 May 13 13:58:21.446254 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec5d67-fdb2-40d9-8ec6-637922ef4973 req-c0e87cac-2a95-457a-ab05-9d25e20839ea tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:21.447800 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cdec5d67-fdb2-40d9-8ec6-637922ef4973 req-c0e87cac-2a95-457a-ab05-9d25e20839ea tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0512445 May 13 13:58:21.498481 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cdec5d67-fdb2-40d9-8ec6-637922ef4973 req-9d176e76-5232-475d-80bc-4f8de77ee5ee tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 May 13 13:58:22.626469 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137bdae-eccb-4142-adbd-68debe1ac5cd req-673b661a-ac4d-42fc-bb37-de8a68858eab tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:22.631246 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0137bdae-eccb-4142-adbd-68debe1ac5cd req-673b661a-ac4d-42fc-bb37-de8a68858eab tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0625789 May 13 13:58:22.699625 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0137bdae-eccb-4142-adbd-68debe1ac5cd req-ee24affc-b230-4f61-a0e3-d93f41563c21 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620029 May 13 13:58:23.833598 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c29481-adfc-410a-a20f-edc5b0a091b1 req-ede2dff6-003a-4d0f-b697-7cd6644af217 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:23.835133 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-15c29481-adfc-410a-a20f-edc5b0a091b1 req-ede2dff6-003a-4d0f-b697-7cd6644af217 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0481544 May 13 13:58:23.888003 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-15c29481-adfc-410a-a20f-edc5b0a091b1 req-d7698090-e3fe-4483-a720-35ed90834cb1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471706 May 13 13:58:25.026202 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9f6f6-84f2-470f-901b-baefe706c2dd req-7327d950-d85f-4ea5-8422-b58121a9c5b3 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:25.027842 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-33b9f6f6-84f2-470f-901b-baefe706c2dd req-7327d950-d85f-4ea5-8422-b58121a9c5b3 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0478470 May 13 13:58:25.078754 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-33b9f6f6-84f2-470f-901b-baefe706c2dd req-951b1d92-ce50-4f76-a5db-0f48ef55da13 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 May 13 13:58:26.201869 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c7082-250d-4978-9774-90da638336b4 req-ce016616-2ef6-45bb-ba52-69df364ffcf5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:26.204302 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1b4c7082-250d-4978-9774-90da638336b4 req-ce016616-2ef6-45bb-ba52-69df364ffcf5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0519526 May 13 13:58:26.274012 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1b4c7082-250d-4978-9774-90da638336b4 req-a0f051b6-37f4-455d-96b5-046b6476ee62 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578890 May 13 13:58:26.711695 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:58:27.417870 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a7b01-709c-4786-9db1-ca36616a5aea req-69fe5eab-21b1-4063-b4ab-36236d945a43 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:27.419491 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-898a7b01-709c-4786-9db1-ca36616a5aea req-69fe5eab-21b1-4063-b4ab-36236d945a43 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0509629 May 13 13:58:27.477516 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-898a7b01-709c-4786-9db1-ca36616a5aea req-771617cf-19ea-4645-b769-55b0c6767692 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518312 May 13 13:58:28.627868 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44004a4c-7246-42e4-b34e-df2a1a336da6 req-de934d1f-40f2-457d-83d2-4ee2e455cb46 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:28.629379 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-44004a4c-7246-42e4-b34e-df2a1a336da6 req-de934d1f-40f2-457d-83d2-4ee2e455cb46 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0562713 May 13 13:58:28.685472 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-44004a4c-7246-42e4-b34e-df2a1a336da6 req-cebe3b4a-36f5-4783-8a77-21b961d0b487 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495758 May 13 13:58:29.813447 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb035a55-7784-4049-a122-1d4d83d799a7 req-a737cf72-980d-46bb-b0d6-b04f790f98eb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:29.815051 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cb035a55-7784-4049-a122-1d4d83d799a7 req-a737cf72-980d-46bb-b0d6-b04f790f98eb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0523939 May 13 13:58:29.869263 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cb035a55-7784-4049-a122-1d4d83d799a7 req-4b0a54ce-4ddb-4bfd-94bb-8aa2ba41243a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465147 May 13 13:58:30.654174 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 34710) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:30.789311 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e11841f4-c40c-4fbd-a369-adbf8cdd2a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:30.865261 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e11841f4-c40c-4fbd-a369-adbf8cdd2a77 admin admin] Publish callbacks [] for security_group (051b0ede-89e9-4d33-9b86-bcae93e77a9e), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:30.869304 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e11841f4-c40c-4fbd-a369-adbf8cdd2a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (051b0ede-89e9-4d33-9b86-bcae93e77a9e), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:30.913327 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 34718) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:30.915310 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-e11841f4-c40c-4fbd-a369-adbf8cdd2a77 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=976b5c9e03624e1797866400092aa757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598712 May 13 13:58:30.916419 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11841f4-c40c-4fbd-a369-adbf8cdd2a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051b0ede-89e9-4d33-9b86-bcae93e77a9e,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:30.972603 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-553b1a70-284d-4b66-9572-aecf26da6c6d admin admin] Publish callbacks [] for security_group (051b0ede-89e9-4d33-9b86-bcae93e77a9e), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.031908 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-553b1a70-284d-4b66-9572-aecf26da6c6d admin admin] Publish callbacks [] for security_group (051b0ede-89e9-4d33-9b86-bcae93e77a9e), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.039805 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02aba1-0fab-4a72-b95e-9244a8cdc2b6 req-334db165-a6f7-48c7-b3bd-a2e7681b7272 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:31.041471 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1c02aba1-0fab-4a72-b95e-9244a8cdc2b6 req-334db165-a6f7-48c7-b3bd-a2e7681b7272 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0732179 May 13 13:58:31.115260 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1c02aba1-0fab-4a72-b95e-9244a8cdc2b6 req-1757d3ab-f315-4ada-96d0-de5683bf1402 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679629 May 13 13:58:31.142597 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-553b1a70-284d-4b66-9572-aecf26da6c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (051b0ede-89e9-4d33-9b86-bcae93e77a9e), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.145484 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-553b1a70-284d-4b66-9572-aecf26da6c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.146634 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-553b1a70-284d-4b66-9572-aecf26da6c6d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/051b0ede-89e9-4d33-9b86-bcae93e77a9e HTTP/1.1" status: 204 len: 168 time: 0.2348568 May 13 13:58:31.158171 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b1a70-284d-4b66-9572-aecf26da6c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b0ede-89e9-4d33-9b86-bcae93e77a9e,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:31.457915 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 34726) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:31.483052 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e381db5c-17a4-42b0-aee6-5530f6322b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.605032 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e381db5c-17a4-42b0-aee6-5530f6322b54 admin admin] Publish callbacks [] for security_group (49b71b55-4a7d-4891-a413-478adc6aeffe), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.615103 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e381db5c-17a4-42b0-aee6-5530f6322b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (49b71b55-4a7d-4891-a413-478adc6aeffe), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.663119 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e381db5c-17a4-42b0-aee6-5530f6322b54 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eb9722dd4eb044ba89c53081ba4104eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036755 May 13 13:58:31.664215 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 34738) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:31.665923 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 34740) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:31.669282 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-28571ddc-5627-4638-a9d5-3a63b4765341 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101269970', 'description': 'tempest-description--288783532'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:58:31.689042 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381db5c-17a4-42b0-aee6-5530f6322b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b71b55-4a7d-4891-a413-478adc6aeffe,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:31.725746 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28571ddc-5627-4638-a9d5-3a63b4765341 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.824252 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-19305621-6bd9-46d5-add2-1a474d3d45d0 admin admin] Publish callbacks [] for security_group (49b71b55-4a7d-4891-a413-478adc6aeffe), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.863400 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-19305621-6bd9-46d5-add2-1a474d3d45d0 admin admin] Publish callbacks [] for security_group (49b71b55-4a7d-4891-a413-478adc6aeffe), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.877744 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28571ddc-5627-4638-a9d5-3a63b4765341 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (2d099a34-763c-48cc-9854-dead8a00fe26), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.882297 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28571ddc-5627-4638-a9d5-3a63b4765341 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2d099a34-763c-48cc-9854-dead8a00fe26), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.921873 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-19305621-6bd9-46d5-add2-1a474d3d45d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (49b71b55-4a7d-4891-a413-478adc6aeffe), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.923135 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28571ddc-5627-4638-a9d5-3a63b4765341 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.924700 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-28571ddc-5627-4638-a9d5-3a63b4765341 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2592978 May 13 13:58:31.927488 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28571ddc-5627-4638-a9d5-3a63b4765341 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d099a34-763c-48cc-9854-dead8a00fe26,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:31.929366 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-19305621-6bd9-46d5-add2-1a474d3d45d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:31.930126 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 34746) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:31.937067 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-19305621-6bd9-46d5-add2-1a474d3d45d0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/49b71b55-4a7d-4891-a413-478adc6aeffe HTTP/1.1" status: 204 len: 168 time: 0.2695427 May 13 13:58:31.937171 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-cd146685-d9c6-4cd9-b9b9-547ed12f9249 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group_rule': {'security_group_id': '2d099a34-763c-48cc-9854-dead8a00fe26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:58:31.946267 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19305621-6bd9-46d5-add2-1a474d3d45d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b71b55-4a7d-4891-a413-478adc6aeffe,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:31.970804 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cd146685-d9c6-4cd9-b9b9-547ed12f9249 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (9911f6eb-dc83-428b-b239-a9b2a8a6e16b), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.073535 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cd146685-d9c6-4cd9-b9b9-547ed12f9249 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (9911f6eb-dc83-428b-b239-a9b2a8a6e16b), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.079422 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cd146685-d9c6-4cd9-b9b9-547ed12f9249 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (9911f6eb-dc83-428b-b239-a9b2a8a6e16b), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.098187 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd146685-d9c6-4cd9-b9b9-547ed12f9249 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9911f6eb-dc83-428b-b239-a9b2a8a6e16b,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:32.106274 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cd146685-d9c6-4cd9-b9b9-547ed12f9249 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.110608 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-cd146685-d9c6-4cd9-b9b9-547ed12f9249 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1793487 May 13 13:58:32.110777 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 34750) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:32.116146 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-4cbbc7a7-8806-4474-b4dd-098ca65b4a3d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group_rule': {'security_group_id': '2d099a34-763c-48cc-9854-dead8a00fe26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:58:32.160524 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc7a7-8806-4474-b4dd-098ca65b4a3d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (a6bb222f-ddf4-4e58-b1bf-b5a776681838), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.264867 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c3ab10-48d5-42b2-93d3-bf6920e5e368 req-c8c304bd-50c8-4b80-8d9d-d61229d05047 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:32.266417 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-66c3ab10-48d5-42b2-93d3-bf6920e5e368 req-c8c304bd-50c8-4b80-8d9d-d61229d05047 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0662622 May 13 13:58:32.279807 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc7a7-8806-4474-b4dd-098ca65b4a3d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (a6bb222f-ddf4-4e58-b1bf-b5a776681838), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.296075 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc7a7-8806-4474-b4dd-098ca65b4a3d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (a6bb222f-ddf4-4e58-b1bf-b5a776681838), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.339203 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbc7a7-8806-4474-b4dd-098ca65b4a3d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bb222f-ddf4-4e58-b1bf-b5a776681838,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:32.348884 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc7a7-8806-4474-b4dd-098ca65b4a3d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.349589 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-4cbbc7a7-8806-4474-b4dd-098ca65b4a3d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2375879 May 13 13:58:32.354108 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 34760) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:32.358957 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:58:32.373552 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-66c3ab10-48d5-42b2-93d3-bf6920e5e368 req-152883b7-0cd0-4ab6-a2e5-c175d4e4598f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964217 May 13 13:58:32.385086 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.469124 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.586683 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Allocated IP 172.27.3.194 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:58:32.708661 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.745799 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.783097 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:58:32.786132 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:58:32.789332 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:58:32.841931 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:32.874031 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (a78e78e7-9fea-449e-af69-5440404dba4f), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:32.936235 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:33.173150 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:33.178227 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:33.217924 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (a78e78e7-9fea-449e-af69-5440404dba4f), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:33.245202 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:33.250595 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:33.260034 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-6f7b6247-0d97-46f7-b2c9-3bf0a10832be tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8971074 May 13 13:58:34.626574 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 34842) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:34.749584 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8f83-9238-451e-8cc6-947a0bd116f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:34.832030 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8f83-9238-451e-8cc6-947a0bd116f0 admin admin] Publish callbacks [] for security_group (21267df0-c8ae-47ea-b3fd-07c569a48d9f), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:34.838238 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2f9e8f83-9238-451e-8cc6-947a0bd116f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (21267df0-c8ae-47ea-b3fd-07c569a48d9f), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:34.878981 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-2f9e8f83-9238-451e-8cc6-947a0bd116f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d061ed699cd431c9549293598485af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511964 May 13 13:58:34.879803 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e8f83-9238-451e-8cc6-947a0bd116f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21267df0-c8ae-47ea-b3fd-07c569a48d9f,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:34.881858 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 34846) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:34.940482 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-258270ec-97ac-4efb-8c6b-2569b7e86b0a admin admin] Publish callbacks [] for security_group (21267df0-c8ae-47ea-b3fd-07c569a48d9f), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:34.967940 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-258270ec-97ac-4efb-8c6b-2569b7e86b0a admin admin] Publish callbacks [] for security_group (21267df0-c8ae-47ea-b3fd-07c569a48d9f), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:35.047518 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-258270ec-97ac-4efb-8c6b-2569b7e86b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (21267df0-c8ae-47ea-b3fd-07c569a48d9f), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:35.049108 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-258270ec-97ac-4efb-8c6b-2569b7e86b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:35.055147 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-258270ec-97ac-4efb-8c6b-2569b7e86b0a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/21267df0-c8ae-47ea-b3fd-07c569a48d9f HTTP/1.1" status: 204 len: 168 time: 0.1667581 May 13 13:58:35.067099 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258270ec-97ac-4efb-8c6b-2569b7e86b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21267df0-c8ae-47ea-b3fd-07c569a48d9f,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:35.661840 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-0a3a1f0d-674d-4e6a-83af-09f770fd4574 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--101269970&fields=id&tenant_id=ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 267 time: 0.1019058 May 13 13:58:35.915151 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-c9a529be-4f64-4ce1-85ca-a41bb5670fdd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:35.923501 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-c9a529be-4f64-4ce1-85ca-a41bb5670fdd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 815 time: 0.2471013 May 13 13:58:35.972110 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-e286562c-1de0-4148-9418-dd485709a680 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/quotas/ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 375 time: 0.0478930 May 13 13:58:36.022655 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c827e-52db-4118-aed1-91e6091d2d64 req-c3ae810c-4d2e-45d3-bb9c-b52de423a579 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:36.025560 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e60c827e-52db-4118-aed1-91e6091d2d64 req-c3ae810c-4d2e-45d3-bb9c-b52de423a579 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1322682 May 13 13:58:36.057900 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-59e58772-2294-4a13-86e2-3de2085e4617 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847189 May 13 13:58:36.128795 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e60c827e-52db-4118-aed1-91e6091d2d64 req-76245a05-a5ac-4602-b11a-725ef2e8a51a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978410 May 13 13:58:36.267681 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-0f279986-3472-47d5-8b18-2daf430b19fc service neutron] 10.222.0.79 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714032 May 13 13:58:36.276873 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda15ff4-4ab3-401e-8b17-e815c307fdd8 req-866bde48-ebba-462a-ab04-dd5f6467abe3 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:36.278805 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dda15ff4-4ab3-401e-8b17-e815c307fdd8 req-866bde48-ebba-462a-ab04-dd5f6467abe3 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0761268 May 13 13:58:36.400680 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dda15ff4-4ab3-401e-8b17-e815c307fdd8 req-43440bb1-e186-41dd-a625-3bb4f63f1b20 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021819 May 13 13:58:36.440521 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-037fa17c-f00e-4975-9321-5edf1af84a84 service neutron] 10.222.0.79 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606600 May 13 13:58:36.662216 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-369d1f9c-2edf-4744-a8ba-44f494e7e4a0 req-fe41f0cd-c448-4f44-9363-69aec7aa0ce6 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 210 time: 0.0347052 May 13 13:58:37.292630 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd290e69-2077-4e0e-aa61-f873e9ce5e6e req-1a649d4b-4832-496d-8dff-5039aab8e7e0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:37.293999 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dd290e69-2077-4e0e-aa61-f873e9ce5e6e req-1a649d4b-4832-496d-8dff-5039aab8e7e0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0477126 May 13 13:58:37.345214 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dd290e69-2077-4e0e-aa61-f873e9ce5e6e req-9848edfa-dc38-418b-b795-0b1220d9073d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455811 May 13 13:58:37.545677 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36af251-f4a1-435a-b34b-1f5f47e7a5bf req-a29c8709-c442-4d04-97e5-e3ca9d37f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:37.547397 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a36af251-f4a1-435a-b34b-1f5f47e7a5bf req-a29c8709-c442-4d04-97e5-e3ca9d37f435 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 1130 time: 0.0896235 May 13 13:58:37.564022 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a186-257a-463e-890f-1d719633bb63 req-e7bd6610-73b4-4b75-b757-9b6d83828c24 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:37.567411 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7a11a186-257a-463e-890f-1d719633bb63 req-e7bd6610-73b4-4b75-b757-9b6d83828c24 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0652626 May 13 13:58:37.650424 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a36af251-f4a1-435a-b34b-1f5f47e7a5bf req-f413c49f-0b63-4079-88cb-32228956a9c5 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781374 May 13 13:58:37.658205 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7a11a186-257a-463e-890f-1d719633bb63 req-a908f774-3ceb-4d21-adb3-7e3771e31043 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809333 May 13 13:58:37.769629 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-38184d46-0087-45b6-a4a6-6c87202b3675 req-e466b722-dca4-45bb-8667-c0910dca1ff1 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 210 time: 0.0292227 May 13 13:58:38.497556 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df624d6-c55e-4b54-89b3-9ee2e217a3fd req-93f3b107-dd1b-4bdf-9e58-2201627d575b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:38.505769 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2df624d6-c55e-4b54-89b3-9ee2e217a3fd req-93f3b107-dd1b-4bdf-9e58-2201627d575b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0830102 May 13 13:58:38.575227 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2df624d6-c55e-4b54-89b3-9ee2e217a3fd req-358dfcc9-9db7-4926-8e44-f9b23843c1d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650790 May 13 13:58:38.761267 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 34960) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:38.924011 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-21eaa966-beb0-4fb0-9dbb-01a1e041425d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:39.082899 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-36929870-78dc-45fb-ad83-7597111a8cd4 req-0eeac30c-28fa-4491-870c-8e7ab212f0fb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 210 time: 0.0323656 May 13 13:58:39.109043 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dfaaf6-0124-4706-8982-a263db19f0b3 req-e91987ae-53f3-40b5-98f8-321f13e71516 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:39.116497 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-21eaa966-beb0-4fb0-9dbb-01a1e041425d admin admin] Publish callbacks [] for security_group (2823937c-fae2-4d66-8953-fde666df2c6f), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:39.119120 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a5dfaaf6-0124-4706-8982-a263db19f0b3 req-e91987ae-53f3-40b5-98f8-321f13e71516 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.3791587 May 13 13:58:39.124602 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-21eaa966-beb0-4fb0-9dbb-01a1e041425d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2823937c-fae2-4d66-8953-fde666df2c6f), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:39.171722 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-21eaa966-beb0-4fb0-9dbb-01a1e041425d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d373d27e9484dc1bf5c128d006c7546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092741 May 13 13:58:39.176623 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 34966) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:39.184358 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaa966-beb0-4fb0-9dbb-01a1e041425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2823937c-fae2-4d66-8953-fde666df2c6f,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:39.273670 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a5dfaaf6-0124-4706-8982-a263db19f0b3 req-8b78c1e1-2479-4b11-8bcb-549bef10f5cb tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534281 May 13 13:58:39.300093 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ae254ce9-f914-4a71-9fec-5f2d3c0a715a admin admin] Publish callbacks [] for security_group (2823937c-fae2-4d66-8953-fde666df2c6f), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:39.354417 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ae254ce9-f914-4a71-9fec-5f2d3c0a715a admin admin] Publish callbacks [] for security_group (2823937c-fae2-4d66-8953-fde666df2c6f), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:39.432387 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d396f518-0384-4504-9696-22fdce69067e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:39.436081 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d396f518-0384-4504-9696-22fdce69067e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 815 time: 0.2653844 May 13 13:58:39.463971 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ae254ce9-f914-4a71-9fec-5f2d3c0a715a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2823937c-fae2-4d66-8953-fde666df2c6f), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:39.466957 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ae254ce9-f914-4a71-9fec-5f2d3c0a715a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:39.475156 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-ae254ce9-f914-4a71-9fec-5f2d3c0a715a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2823937c-fae2-4d66-8953-fde666df2c6f HTTP/1.1" status: 204 len: 168 time: 0.2926221 May 13 13:58:39.484957 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae254ce9-f914-4a71-9fec-5f2d3c0a715a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2823937c-fae2-4d66-8953-fde666df2c6f,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:39.723335 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1893ad-6e6e-429d-a275-958039f73df1 req-45c5f6bd-5e73-4f5b-99c6-303d390de1af tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:39.725100 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd1893ad-6e6e-429d-a275-958039f73df1 req-45c5f6bd-5e73-4f5b-99c6-303d390de1af tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0519764 May 13 13:58:39.788648 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd1893ad-6e6e-429d-a275-958039f73df1 req-af54e5f1-5205-4bd9-88b3-71a1e6947999 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568836 May 13 13:58:39.882900 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 34982) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:39.897589 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cb313afb-53db-4c71-affa-288d5108134c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:39.999381 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cb313afb-53db-4c71-affa-288d5108134c admin admin] Publish callbacks [] for security_group (1b5ae1a6-a351-4b57-ac01-0da6e97d22ba), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:40.003874 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cb313afb-53db-4c71-affa-288d5108134c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (1b5ae1a6-a351-4b57-ac01-0da6e97d22ba), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:40.045184 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-cb313afb-53db-4c71-affa-288d5108134c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f87707b1da0406d934800fa54c31e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599281 May 13 13:58:40.046121 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb313afb-53db-4c71-affa-288d5108134c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5ae1a6-a351-4b57-ac01-0da6e97d22ba,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:40.048551 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 34984) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:40.136349 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-dbc17144-be23-43e3-939d-753bd5c94106 admin admin] Publish callbacks [] for security_group (1b5ae1a6-a351-4b57-ac01-0da6e97d22ba), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:40.169776 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-dbc17144-be23-43e3-939d-753bd5c94106 admin admin] Publish callbacks [] for security_group (1b5ae1a6-a351-4b57-ac01-0da6e97d22ba), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:40.243928 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c73daa2f-015d-42b2-bdb0-222f2ed3babf req-8f5139b3-32b4-4542-992c-c6b6a10adb95 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 210 time: 0.0323520 May 13 13:58:40.255331 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-dbc17144-be23-43e3-939d-753bd5c94106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (1b5ae1a6-a351-4b57-ac01-0da6e97d22ba), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:40.258109 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-dbc17144-be23-43e3-939d-753bd5c94106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:40.259796 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-dbc17144-be23-43e3-939d-753bd5c94106 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1b5ae1a6-a351-4b57-ac01-0da6e97d22ba HTTP/1.1" status: 204 len: 168 time: 0.2098687 May 13 13:58:40.267832 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc17144-be23-43e3-939d-753bd5c94106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5ae1a6-a351-4b57-ac01-0da6e97d22ba,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:40.472596 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4639d-46c4-4cb6-ab9d-312d6a62ba69 req-943a1b55-86d1-4f61-9106-4f924af1eab4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:40.474072 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f1f4639d-46c4-4cb6-ab9d-312d6a62ba69 req-943a1b55-86d1-4f61-9106-4f924af1eab4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0575948 May 13 13:58:40.599004 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f1f4639d-46c4-4cb6-ab9d-312d6a62ba69 req-7cfe8d0d-5993-47fe-8ec6-08fda57f66f2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035025 May 13 13:58:40.648021 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-2bff8511-ff6d-4eb7-bdfe-04a96df81db4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 471 time: 0.1514060 May 13 13:58:40.662308 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'port': {'device_id': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'admin_state_up': True, 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'security_groups': ['2d099a34-763c-48cc-9854-dead8a00fe26']}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:58:40.817438 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Made reservation on behalf of ac9b3816e0cb4400919797c107065ad4 for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:58:40.828144 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:41.105807 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221361ef-d6e5-4b7b-add6-288615dfb28d req-e23feb75-adf8-47c5-8df2-26b948f13ed0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:41.116564 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-221361ef-d6e5-4b7b-add6-288615dfb28d req-e23feb75-adf8-47c5-8df2-26b948f13ed0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1121752 May 13 13:58:41.126729 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Allocated IP 172.20.0.8 (ed6b2694-1b8c-422b-965c-287402920164/1c0740f5-1421-43f8-a0c8-70308a319e92/88a82195-7c42-46b1-8e8d-08caa5d38af4) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:58:41.188038 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-221361ef-d6e5-4b7b-add6-288615dfb28d req-b98ac352-b88d-41dc-a0b4-ca07ab549fec tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755742 May 13 13:58:41.368303 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a397b9-e89b-47d8-baac-d25146fad734 req-e201332a-8562-4a1f-b416-e6e15a98a027 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:41.369879 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a4a397b9-e89b-47d8-baac-d25146fad734 req-e201332a-8562-4a1f-b416-e6e15a98a027 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0624387 May 13 13:58:41.455357 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f64404fd-eb72-4cee-bd27-5797ab2db8a1 req-a05bc002-6ddb-47fa-83ab-b6031dee184c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 210 time: 0.0625322 May 13 13:58:41.485350 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a4a397b9-e89b-47d8-baac-d25146fad734 req-596f6028-dfd5-4458-84a9-4bdc2a7ffd9f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072302 May 13 13:58:41.488644 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:41.604119 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:41.816379 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Network ed6b2694-1b8c-422b-965c-287402920164 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:58:41.858501 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:58:41.861919 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:58:41.915193 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=88a82195-7c42-46b1-8e8d-08caa5d38af4,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:41.943569 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82804e8b-a53a-4ec6-b1a0-e5cca2f41eb2 req-acd183b3-6a44-46b9-b335-bbc524c0df99 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:41.953707 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-82804e8b-a53a-4ec6-b1a0-e5cca2f41eb2 req-acd183b3-6a44-46b9-b335-bbc524c0df99 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1906128 May 13 13:58:41.994181 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:41.994816 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:42.046988 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-82804e8b-a53a-4ec6-b1a0-e5cca2f41eb2 req-92690060-f0af-460b-9d2e-f1a47b511c73 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912941 May 13 13:58:42.059526 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-9d4767cf-f6c2-4020-913b-ebc3b8c8bde4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4019694 May 13 13:58:42.267937 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-8b526719-72ec-40c6-861f-fa2f5db1e491 None None] Provisioning complete for port 88a82195-7c42-46b1-8e8d-08caa5d38af4 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:58:42.268508 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-8b526719-72ec-40c6-861f-fa2f5db1e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:42.306805 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-8b526719-72ec-40c6-861f-fa2f5db1e491 None None] Port 88a82195-7c42-46b1-8e8d-08caa5d38af4 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:58:42.488158 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Request body: {'port': {'device_id': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:58:42.555130 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:42.645476 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:42.656429 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-dd93eefe-ff2d-46a1-a48a-13f57358b4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:42.673619 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedfd7e-5a93-4b5d-9fb9-9192adef5b32 req-e3fefe31-0b6e-4b06-8102-8a57094bf0e0 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:42.675436 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8fedfd7e-5a93-4b5d-9fb9-9192adef5b32 req-e3fefe31-0b6e-4b06-8102-8a57094bf0e0 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 931 time: 0.0812731 May 13 13:58:42.877501 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8fedfd7e-5a93-4b5d-9fb9-9192adef5b32 req-ad5f1f55-e312-4f5e-9e38-65f05cbee389 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941299 May 13 13:58:43.091482 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a82195-7c42-46b1-8e8d-08caa5d38af4 {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:58:43.101544 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Publish callbacks [] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:43.118827 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Transition to ACTIVE for port object 88a82195-7c42-46b1-8e8d-08caa5d38af4 will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:58:43.135270 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:43.331652 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-6822c377-4cce-4736-be34-d0cc435fd13e req-53741690-f7d4-4072-a4e9-c6f55cf5508a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845783 May 13 13:58:43.390746 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Pushing event updated for resources: {'Port': ['ID=88a82195-7c42-46b1-8e8d-08caa5d38af4,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:43.466470 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903330e-162a-414b-a29f-102a354465ac req-61c6ab75-61ca-4008-a8cb-13640a274dfa tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:43.475744 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5903330e-162a-414b-a29f-102a354465ac req-61c6ab75-61ca-4008-a8cb-13640a274dfa tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.2575152 May 13 13:58:43.483033 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822c377-4cce-4736-be34-d0cc435fd13e req-30eeed1d-aa51-49b0-9869-f3b7144b9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:43.484682 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-6822c377-4cce-4736-be34-d0cc435fd13e req-30eeed1d-aa51-49b0-9869-f3b7144b9a93 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 1129 time: 0.0940762 May 13 13:58:43.574954 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5903330e-162a-414b-a29f-102a354465ac req-20483a4d-73f2-41a8-9d57-799aabe79254 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982897 May 13 13:58:43.575829 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Attempting to bind port 88a82195-7c42-46b1-8e8d-08caa5d38af4 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:58:43.576171 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Attempting to bind port 88a82195-7c42-46b1-8e8d-08caa5d38af4 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:58:43.576506 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Attempting to bind port 88a82195-7c42-46b1-8e8d-08caa5d38af4 on network ed6b2694-1b8c-422b-965c-287402920164 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:58:43.581800 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Port 88a82195-7c42-46b1-8e8d-08caa5d38af4 on network ed6b2694-1b8c-422b-965c-287402920164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:58:43.582319 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Attempting to bind port 88a82195-7c42-46b1-8e8d-08caa5d38af4 on network ed6b2694-1b8c-422b-965c-287402920164 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:58:43.589931 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:58:43.590274 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Checking segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:58:43.590666 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Bound using segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:58:43.591135 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Bound port: 88a82195-7c42-46b1-8e8d-08caa5d38af4, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:58:43.591683 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:43.675681 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822c377-4cce-4736-be34-d0cc435fd13e req-14ce0a09-ea6b-427f-9e34-b0d98ee8c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:43.677534 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-6822c377-4cce-4736-be34-d0cc435fd13e req-14ce0a09-ea6b-427f-9e34-b0d98ee8c560 service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.1652329 May 13 13:58:43.706349 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] For port 88a82195-7c42-46b1-8e8d-08caa5d38af4, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:58:43.733955 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-6822c377-4cce-4736-be34-d0cc435fd13e req-cf0ee32e-66fa-42a9-a3e1-5c455e1e70f9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce3869b7-d2b1-485b-b44b-6654613759f1 HTTP/1.1" status: 200 len: 217 time: 0.0405726 May 13 13:58:43.761938 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19a27f-bf0b-4da1-8663-015ff48ff7e4 req-2c7d6530-87fc-4249-9b5b-3e0fbc6c1409 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:43.763681 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7f19a27f-bf0b-4da1-8663-015ff48ff7e4 req-2c7d6530-87fc-4249-9b5b-3e0fbc6c1409 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0734470 May 13 13:58:43.775856 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] For port 88a82195-7c42-46b1-8e8d-08caa5d38af4, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=88a82195-7c42-46b1-8e8d-08caa5d38af4,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:58:43.787918 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:43.812338 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822c377-4cce-4736-be34-d0cc435fd13e req-3181992c-b23e-4d37-8735-5f422a0c0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:43.813949 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-6822c377-4cce-4736-be34-d0cc435fd13e req-3181992c-b23e-4d37-8735-5f422a0c0108 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.0621307 May 13 13:58:43.841525 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:43.842138 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:43.843614 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] 10.222.0.87 "PUT /v2.0/ports/88a82195-7c42-46b1-8e8d-08caa5d38af4 HTTP/1.1" status: 200 len: 1093 time: 1.3597798 May 13 13:58:43.844068 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'tag': '88a82195-7c42-46b1-8e8d-08caa5d38af4'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:58:43.846310 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f759db6b-419b-4bb7-86f8-f0f0f166e903" -d '{"events": [{"name": "network-changed", "server_uuid": "1309a28e-544d-4d0d-a42e-4a5be1b1ddb6", "tag": "88a82195-7c42-46b1-8e8d-08caa5d38af4"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:58:43.893767 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7f19a27f-bf0b-4da1-8663-015ff48ff7e4 req-84122f10-8a34-4920-ae44-8b93b217b1e8 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138146 May 13 13:58:43.894960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84466df-c1e4-4965-9c6f-7cd7d5cc5672 service neutron] Pushing event updated for resources: {'Port': ['ID=88a82195-7c42-46b1-8e8d-08caa5d38af4,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:43.904778 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822c377-4cce-4736-be34-d0cc435fd13e req-a1404337-6a13-4ad6-86a6-9b30f9471a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:43.906340 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-6822c377-4cce-4736-be34-d0cc435fd13e req-a1404337-6a13-4ad6-86a6-9b30f9471a3a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668447 May 13 13:58:43.955071 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f39cc5-87de-4a99-8ffe-73fde121ecae x-openstack-request-id: req-46f39cc5-87de-4a99-8ffe-73fde121ecae {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:58:43.955365 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1309a28e-544d-4d0d-a42e-4a5be1b1ddb6", "tag": "88a82195-7c42-46b1-8e8d-08caa5d38af4", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:58:43.955620 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-46f39cc5-87de-4a99-8ffe-73fde121ecae {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:58:43.956026 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f39cc5-87de-4a99-8ffe-73fde121ecae'] response: {'name': 'network-changed', 'server_uuid': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'tag': '88a82195-7c42-46b1-8e8d-08caa5d38af4', 'status': 'completed', 'code': 200} May 13 13:58:44.055980 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-6822c377-4cce-4736-be34-d0cc435fd13e req-687efae7-1c7e-43a1-833f-119499247364 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125760 May 13 13:58:44.073980 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-b35ce80a-15d3-4a96-b4cb-d644757bec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:44.075617 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-b35ce80a-15d3-4a96-b4cb-d644757bec2a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 1127 time: 0.1146457 May 13 13:58:44.090853 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7017a-afca-4673-959e-e1c1509a43f8 req-4e3d8967-f245-4c12-b4e3-f84512efc748 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:44.092330 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-33c7017a-afca-4673-959e-e1c1509a43f8 req-4e3d8967-f245-4c12-b4e3-f84512efc748 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 943 time: 0.0729818 May 13 13:58:44.157168 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-667313f7-b5f6-4d76-8149-ddb7d12cb73e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a82195-7c42-46b1-8e8d-08caa5d38af4 HTTP/1.1" status: 200 len: 217 time: 0.0521834 May 13 13:58:44.218799 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-33c7017a-afca-4673-959e-e1c1509a43f8 req-51ad75af-55e9-4255-9e0c-dfbd80694e4a tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187315 May 13 13:58:44.223097 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-6822c377-4cce-4736-be34-d0cc435fd13e req-faee6177-e578-4428-ba85-c7223d305033 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217976 May 13 13:58:44.231689 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-e42d783c-22a9-4c2f-8240-6d88a161e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:44.234858 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-e42d783c-22a9-4c2f-8240-6d88a161e336 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.0673399 May 13 13:58:44.293505 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-bf20932c-b239-446d-9ac8-7ad5f5b55ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:44.295077 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-bf20932c-b239-446d-9ac8-7ad5f5b55ddf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408790 May 13 13:58:44.388613 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-27945a13-9d47-4d27-ac46-ad6289f2150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:44.390209 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-27945a13-9d47-4d27-ac46-ad6289f2150c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 1129 time: 0.0426071 May 13 13:58:44.429730 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-dc114ebc-2328-4d29-8dbf-5888bd99165c service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876770 May 13 13:58:44.491666 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-700d983d-124e-41b5-8ee5-c952d062e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:44.493992 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-700d983d-124e-41b5-8ee5-c952d062e35b service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.0971048 May 13 13:58:44.537157 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a3c25a8-8596-441b-962d-7e46e3cbc7a9 req-ea4373fc-ed88-4de2-91c7-c48b1101fae0 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979135 May 13 13:58:44.539313 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-c354a59a-2161-4a86-a675-8f4ed6adeba5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce3869b7-d2b1-485b-b44b-6654613759f1 HTTP/1.1" status: 200 len: 217 time: 0.0383909 May 13 13:58:44.614431 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-25f4dfdb-3172-44d9-a0f1-160f5153f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:44.616004 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-25f4dfdb-3172-44d9-a0f1-160f5153f044 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.0514829 May 13 13:58:44.721026 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5b31b-93f1-49ff-a90b-f38f8cfa3b9d req-49cacc2f-8b0f-4b5f-999a-cacb32684e96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:44.722565 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e6f5b31b-93f1-49ff-a90b-f38f8cfa3b9d req-49cacc2f-8b0f-4b5f-999a-cacb32684e96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0497341 May 13 13:58:44.770260 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e6f5b31b-93f1-49ff-a90b-f38f8cfa3b9d req-f7abecca-58a6-442c-a6ce-835a2566fd00 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408263 May 13 13:58:45.019343 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682be65a-a0d4-45f7-b04c-0e15177e64e9 req-64dbf434-258c-413b-b632-50a73edc2097 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:45.020996 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-682be65a-a0d4-45f7-b04c-0e15177e64e9 req-64dbf434-258c-413b-b632-50a73edc2097 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0524366 May 13 13:58:45.076210 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-682be65a-a0d4-45f7-b04c-0e15177e64e9 req-5644cf47-3ce8-41a9-9c7a-2435e21539c3 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441313 May 13 13:58:45.351986 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5beef4-aee5-430e-afc4-f503060c4fe2 req-8e463ece-8bb6-4dba-8836-8e935a61b11b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:45.354034 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cb5beef4-aee5-430e-afc4-f503060c4fe2 req-8e463ece-8bb6-4dba-8836-8e935a61b11b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 943 time: 0.0497322 May 13 13:58:45.407268 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cb5beef4-aee5-430e-afc4-f503060c4fe2 req-67352c22-f6e1-4edb-a2b0-7afcf7088496 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462027 May 13 13:58:45.482997 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fac63699-9827-4799-91d6-448aaca15f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:45.816463 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-38ebf00a-11a1-4ce2-ad44-18f96c4e7c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:45.817896 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-38ebf00a-11a1-4ce2-ad44-18f96c4e7c5f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 1127 time: 0.0486982 May 13 13:58:45.818481 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-f43d5b51-56d0-4e0d-8d30-94571a941c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:45.820752 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-f43d5b51-56d0-4e0d-8d30-94571a941c01 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524065 May 13 13:58:45.952102 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-86cd5f65-74db-4511-9b45-bfd596f2d251 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142011 May 13 13:58:45.956003 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07336f23-3a29-43ca-b74a-48be378e7e50 req-6ad73c92-195c-4ae9-a564-3700c162c798 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:45.957553 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-07336f23-3a29-43ca-b74a-48be378e7e50 req-6ad73c92-195c-4ae9-a564-3700c162c798 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1071866 May 13 13:58:46.040302 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-058163e3-eeeb-4763-9ae7-72a49d74bd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:46.041797 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-058163e3-eeeb-4763-9ae7-72a49d74bd0b service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 916 time: 0.2043188 May 13 13:58:46.046434 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-07336f23-3a29-43ca-b74a-48be378e7e50 req-8d94036c-cbf5-4242-b42c-41f94b56387c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811393 May 13 13:58:46.059411 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a6c5454-c9d4-4070-8d7d-fab8f22abab8 req-9d0f3895-6976-4934-9d24-e2dfb1898aa6 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907264 May 13 13:58:46.059411 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35228) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:46.091287 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-c993b70b-26b4-465e-8b2e-8bfe04fc1603 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a82195-7c42-46b1-8e8d-08caa5d38af4 HTTP/1.1" status: 200 len: 217 time: 0.0374870 May 13 13:58:46.161328 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-fa940c26-4df2-4f06-b61f-2ae851be1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:46.163296 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-fa940c26-4df2-4f06-b61f-2ae851be1719 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.0479782 May 13 13:58:46.190523 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7f18e57e-6c06-4cc9-9d69-ccb62a7ddead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.244255 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56e697-d656-442c-8189-1e7bab036e13 req-051c78be-1112-4b29-a948-281ebf904026 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:46.245800 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cb56e697-d656-442c-8189-1e7bab036e13 req-051c78be-1112-4b29-a948-281ebf904026 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0766544 May 13 13:58:46.249439 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-76fb48c6-9630-4fac-924e-294747553547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:46.251023 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-76fb48c6-9630-4fac-924e-294747553547 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727687 May 13 13:58:46.284249 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7f18e57e-6c06-4cc9-9d69-ccb62a7ddead admin admin] Publish callbacks [] for security_group (bd01c514-99bd-439c-ac78-5ef0fd975a41), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.291819 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7f18e57e-6c06-4cc9-9d69-ccb62a7ddead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (bd01c514-99bd-439c-ac78-5ef0fd975a41), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.295488 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.315966 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cb56e697-d656-442c-8189-1e7bab036e13 req-2ba393b7-824e-4da2-b8e3-8e42c7008d00 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627959 May 13 13:58:46.341030 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-7f18e57e-6c06-4cc9-9d69-ccb62a7ddead admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=787c362bec724c00af18a7484a2525be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809749 May 13 13:58:46.341877 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18e57e-6c06-4cc9-9d69-ccb62a7ddead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd01c514-99bd-439c-ac78-5ef0fd975a41,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:46.343983 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 35242) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:46.460076 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-da2f2814-fc1c-4509-ae2c-21a2791be8a5 admin admin] Publish callbacks [] for security_group (bd01c514-99bd-439c-ac78-5ef0fd975a41), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.523674 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-9d6ac095-0067-4204-b638-b903dca87596 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625502 May 13 13:58:46.527885 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-da2f2814-fc1c-4509-ae2c-21a2791be8a5 admin admin] Publish callbacks [] for security_group (bd01c514-99bd-439c-ac78-5ef0fd975a41), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.608763 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd929a-024f-49f7-9c4b-f0f90a2b9c72 req-e48038fd-fe7e-453d-878b-c7ad6f837056 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:46.610367 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e3bd929a-024f-49f7-9c4b-f0f90a2b9c72 req-e48038fd-fe7e-453d-878b-c7ad6f837056 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 943 time: 0.1167490 May 13 13:58:46.619175 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 35248) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:46.730895 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bc6a9f-f377-4c03-afdd-2eb0a0cfa50f admin admin] Deleting subnet fe587f86-1d5b-4fad-9a9e-fd1345caa92d {{(pid=109876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 13:58:46.736634 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-99bc6a9f-f377-4c03-afdd-2eb0a0cfa50f admin admin] Publish callbacks [] for subnet (fe587f86-1d5b-4fad-9a9e-fd1345caa92d), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.741047 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e3bd929a-024f-49f7-9c4b-f0f90a2b9c72 req-998f4b2c-d206-46e8-bf07-ed172a0edb76 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075327 May 13 13:58:46.760740 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f759db6b-419b-4bb7-86f8-f0f0f166e903 req-5a941f44-0fb8-4415-b817-57c01e418f43 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219982 May 13 13:58:46.763076 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-da2f2814-fc1c-4509-ae2c-21a2791be8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (bd01c514-99bd-439c-ac78-5ef0fd975a41), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.765554 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-da2f2814-fc1c-4509-ae2c-21a2791be8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.766591 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-da2f2814-fc1c-4509-ae2c-21a2791be8a5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd01c514-99bd-439c-ac78-5ef0fd975a41 HTTP/1.1" status: 204 len: 168 time: 0.4216406 May 13 13:58:46.781920 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f2814-fc1c-4509-ae2c-21a2791be8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd01c514-99bd-439c-ac78-5ef0fd975a41,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:46.790403 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-99bc6a9f-f377-4c03-afdd-2eb0a0cfa50f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28299090'] for subnet (fe587f86-1d5b-4fad-9a9e-fd1345caa92d), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.843688 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-99bc6a9f-f377-4c03-afdd-2eb0a0cfa50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (fe587f86-1d5b-4fad-9a9e-fd1345caa92d), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.901099 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-99bc6a9f-f377-4c03-afdd-2eb0a0cfa50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2045917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984815'] for subnet (fe587f86-1d5b-4fad-9a9e-fd1345caa92d), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.928342 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc6a9f-f377-4c03-afdd-2eb0a0cfa50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe587f86-1d5b-4fad-9a9e-fd1345caa92d,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:46.933066 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-99bc6a9f-f377-4c03-afdd-2eb0a0cfa50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:46.938209 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-99bc6a9f-f377-4c03-afdd-2eb0a0cfa50f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fe587f86-1d5b-4fad-9a9e-fd1345caa92d HTTP/1.1" status: 204 len: 168 time: 0.3162196 May 13 13:58:46.940511 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 35254) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:47.010509 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (fa0dc286-b2aa-44ba-a34e-5eec53911313), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.067219 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35256) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:47.080694 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77e4b9ab-4d00-4d27-857d-4054fb5c9bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.099305 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (fa0dc286-b2aa-44ba-a34e-5eec53911313), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.123435 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0dc286-b2aa-44ba-a34e-5eec53911313']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:58:47.142671 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875d52a7-24f0-4a29-9218-7890f888827e') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:58:47.143034 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875d52a7-24f0-4a29-9218-7890f888827e') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:58:47.163555 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77e4b9ab-4d00-4d27-857d-4054fb5c9bde admin admin] Publish callbacks [] for security_group (baa1e130-70f7-4a62-af27-0727c5ff5815), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.168937 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77e4b9ab-4d00-4d27-857d-4054fb5c9bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (baa1e130-70f7-4a62-af27-0727c5ff5815), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.169634 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (875d52a7-24f0-4a29-9218-7890f888827e), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.190027 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (875d52a7-24f0-4a29-9218-7890f888827e), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.197592 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc842d53-bc2f-40d0-9720-f45db29ba5d2 req-c05d7c5c-9781-40f2-bf0d-5f471f7627c1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:47.199126 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cc842d53-bc2f-40d0-9720-f45db29ba5d2 req-c05d7c5c-9781-40f2-bf0d-5f471f7627c1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0733206 May 13 13:58:47.204556 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 13:58:47.205006 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (875d52a7-24f0-4a29-9218-7890f888827e), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 13:58:47.207080 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 13:58:47.209282 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-77e4b9ab-4d00-4d27-857d-4054fb5c9bde admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee39471205eb4f1c83e7a34474c5fe06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404138 May 13 13:58:47.210039 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4b9ab-4d00-4d27-857d-4054fb5c9bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa1e130-70f7-4a62-af27-0727c5ff5815,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:47.213786 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35260) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:47.263219 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ceed-0ee8-47b2-89ed-13013a240204 admin admin] Publish callbacks [] for security_group (baa1e130-70f7-4a62-af27-0727c5ff5815), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.286104 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ceed-0ee8-47b2-89ed-13013a240204 admin admin] Publish callbacks [] for security_group (baa1e130-70f7-4a62-af27-0727c5ff5815), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.294214 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (fa0dc286-b2aa-44ba-a34e-5eec53911313), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.301770 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.305503 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] 10.222.0.79 "DELETE /v2.0/networks/fa0dc286-b2aa-44ba-a34e-5eec53911313 HTTP/1.1" status: 204 len: 168 time: 0.3640277 May 13 13:58:47.312910 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cc842d53-bc2f-40d0-9720-f45db29ba5d2 req-a72fb7b4-cc94-4452-bc1b-ca82e21054f0 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932086 May 13 13:58:47.324904 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adbc59c-4484-4689-b353-a94eb7da9d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa0dc286-b2aa-44ba-a34e-5eec53911313,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:47.351240 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ceed-0ee8-47b2-89ed-13013a240204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (baa1e130-70f7-4a62-af27-0727c5ff5815), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.354467 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5bc7ceed-0ee8-47b2-89ed-13013a240204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.357932 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-5bc7ceed-0ee8-47b2-89ed-13013a240204 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/baa1e130-70f7-4a62-af27-0727c5ff5815 HTTP/1.1" status: 204 len: 168 time: 0.1407998 May 13 13:58:47.376808 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7ceed-0ee8-47b2-89ed-13013a240204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa1e130-70f7-4a62-af27-0727c5ff5815,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:47.493612 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24182730-0f0b-46c2-9006-0af1f1cf8413 req-bd8b6f2f-2051-4170-a2dd-0ffb341a2fea tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:47.495201 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-24182730-0f0b-46c2-9006-0af1f1cf8413 req-bd8b6f2f-2051-4170-a2dd-0ffb341a2fea tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0620940 May 13 13:58:47.548548 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35272) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:47.550665 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-24182730-0f0b-46c2-9006-0af1f1cf8413 req-489edc84-bb20-4acb-9a57-8054b08d6472 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492530 May 13 13:58:47.601240 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-619d3756-4676-4b43-8643-66ac6e9a20e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=703aa4774820401da920e420eb6181d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514681 May 13 13:58:47.603688 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35276) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:47.605037 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 88a82195-7c42-46b1-8e8d-08caa5d38af4 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:58:47.656471 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-61404a99-c55b-4239-b21e-746a35054995 admin admin] Publish callbacks [] for security_group (86d18e4e-7f48-4393-9776-6bdca1e4611d), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.686074 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-61404a99-c55b-4239-b21e-746a35054995 admin admin] Publish callbacks [] for security_group (86d18e4e-7f48-4393-9776-6bdca1e4611d), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.712478 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 88a82195-7c42-46b1-8e8d-08caa5d38af4, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=88a82195-7c42-46b1-8e8d-08caa5d38af4,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:58:47.729522 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '88a82195-7c42-46b1-8e8d-08caa5d38af4', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'port_id': '88a82195-7c42-46b1-8e8d-08caa5d38af4', 'mac_address': 'fa:16:3e:42:3d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:58:47.736737 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-61404a99-c55b-4239-b21e-746a35054995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (86d18e4e-7f48-4393-9776-6bdca1e4611d), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.744519 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-61404a99-c55b-4239-b21e-746a35054995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.747625 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-61404a99-c55b-4239-b21e-746a35054995 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86d18e4e-7f48-4393-9776-6bdca1e4611d HTTP/1.1" status: 204 len: 168 time: 0.1429546 May 13 13:58:47.759825 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61404a99-c55b-4239-b21e-746a35054995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d18e4e-7f48-4393-9776-6bdca1e4611d,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:47.779248 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 88a82195-7c42-46b1-8e8d-08caa5d38af4 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:58:47.779680 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.798850 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a82195-7c42-46b1-8e8d-08caa5d38af4 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:58:47.846829 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 88a82195-7c42-46b1-8e8d-08caa5d38af4, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=88a82195-7c42-46b1-8e8d-08caa5d38af4,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:58:47.853268 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.862537 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:47.897755 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a67bd5-6a34-49c7-b0ec-6bdb89cdf74f req-ed0a5817-1427-4433-b0b0-6fcb8bdf5ae3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:47.905849 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-73a67bd5-6a34-49c7-b0ec-6bdb89cdf74f req-ed0a5817-1427-4433-b0b0-6fcb8bdf5ae3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 943 time: 0.0742331 May 13 13:58:47.912953 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=88a82195-7c42-46b1-8e8d-08caa5d38af4,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:47.967829 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-73a67bd5-6a34-49c7-b0ec-6bdb89cdf74f req-d12d529c-11d3-4c34-ba8a-c7ad5ba8ccac tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610631 May 13 13:58:48.315129 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['88a82195-7c42-46b1-8e8d-08caa5d38af4'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:58:48.466926 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856a498-5aa5-416a-9b9a-739eead6653f req-350a3b44-b4ba-47c6-894a-c118f60215d4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:48.474400 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9856a498-5aa5-416a-9b9a-739eead6653f req-350a3b44-b4ba-47c6-894a-c118f60215d4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0758688 May 13 13:58:48.531890 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9856a498-5aa5-416a-9b9a-739eead6653f req-771ec3ca-8538-46be-8bd8-f243a301c346 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557625 May 13 13:58:48.671268 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410db443-333a-4c76-908f-2adc8fa519f4 req-ca0f70bc-3ed7-4c6d-bc19-3654dfa6ad6a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:48.672710 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-410db443-333a-4c76-908f-2adc8fa519f4 req-ca0f70bc-3ed7-4c6d-bc19-3654dfa6ad6a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0477042 May 13 13:58:48.723673 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-410db443-333a-4c76-908f-2adc8fa519f4 req-f0ba8704-8876-4b5d-b513-8aace8cc43b2 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 May 13 13:58:49.090397 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6293-ada4-47fe-b59a-3cea21ba71ee req-490fb080-847f-4ff6-b922-831c10a75f61 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:49.091935 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-844c6293-ada4-47fe-b59a-3cea21ba71ee req-490fb080-847f-4ff6-b922-831c10a75f61 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 944 time: 0.0473456 May 13 13:58:49.139811 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-844c6293-ada4-47fe-b59a-3cea21ba71ee req-390e1884-184b-4142-b3d7-e27736becc4f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422626 May 13 13:58:49.422932 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:49.625966 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 88a82195-7c42-46b1-8e8d-08caa5d38af4 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:58:49.670178 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77d74f-8e15-4fc9-bd5a-b8afa811c0be req-99ee985b-1bcf-48ea-8b1d-75c4fa534e50 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:49.671846 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3c77d74f-8e15-4fc9-bd5a-b8afa811c0be req-99ee985b-1bcf-48ea-8b1d-75c4fa534e50 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0609956 May 13 13:58:49.682349 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 88a82195-7c42-46b1-8e8d-08caa5d38af4 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:58:49.692443 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 88a82195-7c42-46b1-8e8d-08caa5d38af4 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:58:49.692943 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:49.735510 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3c77d74f-8e15-4fc9-bd5a-b8afa811c0be req-bd62f2b2-fa59-427c-81cc-12e47be74b12 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525718 May 13 13:58:49.863695 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f709dd-607c-491d-8cdd-a9dfff35b4aa req-434247c6-3f12-4a3d-9e44-690ec54c6e0e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:49.865203 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b5f709dd-607c-491d-8cdd-a9dfff35b4aa req-434247c6-3f12-4a3d-9e44-690ec54c6e0e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0509608 May 13 13:58:49.913463 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b5f709dd-607c-491d-8cdd-a9dfff35b4aa req-11383dcf-a98a-4618-b24e-d27b089d08b8 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415757 May 13 13:58:49.926286 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 88a82195-7c42-46b1-8e8d-08caa5d38af4 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:58:49.926683 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:49.950361 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a82195-7c42-46b1-8e8d-08caa5d38af4'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:58:49.952676 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4412c6a-2a17-4c71-ad24-fac2fb9837cc" -d '{"events": [{"server_uuid": "1309a28e-544d-4d0d-a42e-4a5be1b1ddb6", "name": "network-vif-plugged", "status": "completed", "tag": "88a82195-7c42-46b1-8e8d-08caa5d38af4"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:58:49.965365 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 88a82195-7c42-46b1-8e8d-08caa5d38af4, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=88a82195-7c42-46b1-8e8d-08caa5d38af4,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:58:49.969456 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:49.999715 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24934b85-2ccb-4a2f-98eb-bf69a2871182 x-openstack-request-id: req-24934b85-2ccb-4a2f-98eb-bf69a2871182 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:58:49.999999 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1309a28e-544d-4d0d-a42e-4a5be1b1ddb6", "name": "network-vif-plugged", "status": "completed", "tag": "88a82195-7c42-46b1-8e8d-08caa5d38af4", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:58:50.000242 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-24934b85-2ccb-4a2f-98eb-bf69a2871182 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:58:50.000624 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24934b85-2ccb-4a2f-98eb-bf69a2871182'] response: {'server_uuid': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a82195-7c42-46b1-8e8d-08caa5d38af4', 'code': 200} May 13 13:58:50.025698 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=88a82195-7c42-46b1-8e8d-08caa5d38af4,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:50.257830 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac44ba-ed62-428d-9d26-d551703f64d3 req-6e0938e8-f6e9-466f-8be3-816f3c683007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:50.259346 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46ac44ba-ed62-428d-9d26-d551703f64d3 req-6e0938e8-f6e9-466f-8be3-816f3c683007 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 1129 time: 0.0647612 May 13 13:58:50.273442 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfdcc7-5534-459a-9471-a1df93ab6a82 req-b3bb5f53-79c9-4a22-961a-76976b475ecd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:50.275569 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9fdfdcc7-5534-459a-9471-a1df93ab6a82 req-b3bb5f53-79c9-4a22-961a-76976b475ecd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 945 time: 0.0547462 May 13 13:58:50.350426 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46ac44ba-ed62-428d-9d26-d551703f64d3 req-431094f1-d632-4a56-aef7-2b77f895e33f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739040 May 13 13:58:50.354167 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9fdfdcc7-5534-459a-9471-a1df93ab6a82 req-28b9760b-3417-4191-976a-3251dbadef25 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726817 May 13 13:58:50.871105 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018420b-e395-47a6-8acc-90843e5f3ebb req-32957aa8-3b7f-4948-a12e-af12d725306e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:50.872672 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5018420b-e395-47a6-8acc-90843e5f3ebb req-32957aa8-3b7f-4948-a12e-af12d725306e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0531576 May 13 13:58:50.930523 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5018420b-e395-47a6-8acc-90843e5f3ebb req-4d26bc73-d58d-47a4-a847-93e81987b43c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497475 May 13 13:58:51.035641 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310127a-1613-4d7d-8624-d70153fb2812 req-7c58d13b-39ce-4fcb-8063-a5c93d7fd0ae tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:51.037293 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1310127a-1613-4d7d-8624-d70153fb2812 req-7c58d13b-39ce-4fcb-8063-a5c93d7fd0ae tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0468798 May 13 13:58:51.088783 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1310127a-1613-4d7d-8624-d70153fb2812 req-858589f5-60f8-49d2-a9a0-3f9af6805dcb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449555 May 13 13:58:51.475537 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f64972-8022-40ea-b8fe-02bd32613aac req-ff7977e1-86a5-4391-8ac5-ab3af83e42a2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:51.477077 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-69f64972-8022-40ea-b8fe-02bd32613aac req-ff7977e1-86a5-4391-8ac5-ab3af83e42a2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 945 time: 0.0503774 May 13 13:58:51.531459 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-69f64972-8022-40ea-b8fe-02bd32613aac req-8ef5f7a3-5b6f-4d1a-a90e-f94965c45ca1 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487897 May 13 13:58:52.051271 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e67e73-6db5-4a85-9c6d-69dac6bfa190 req-729b4e2f-f615-47f3-a1ce-36885af30d03 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:52.052751 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-50e67e73-6db5-4a85-9c6d-69dac6bfa190 req-729b4e2f-f615-47f3-a1ce-36885af30d03 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0499332 May 13 13:58:52.100210 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-50e67e73-6db5-4a85-9c6d-69dac6bfa190 req-b19c399f-b9e2-4c62-9fc6-05ad042f3f55 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416417 May 13 13:58:52.207699 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c4e58-32a2-4c5a-a985-7415d502ec64 req-5cddce19-bb99-4790-9b4a-6eb53dcd1457 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:52.209157 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3a3c4e58-32a2-4c5a-a985-7415d502ec64 req-5cddce19-bb99-4790-9b4a-6eb53dcd1457 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0499885 May 13 13:58:52.256847 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3a3c4e58-32a2-4c5a-a985-7415d502ec64 req-d5c9caca-fd82-47bf-b174-df7965c1ef08 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408719 May 13 13:58:52.646334 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c757e9-78b5-4f50-aedd-70d8522f504c req-e01ce6ae-6282-487d-8637-595c42f0f149 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:52.647883 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e1c757e9-78b5-4f50-aedd-70d8522f504c req-e01ce6ae-6282-487d-8637-595c42f0f149 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 945 time: 0.0478609 May 13 13:58:52.697691 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e1c757e9-78b5-4f50-aedd-70d8522f504c req-67a22b8b-ac78-44e7-b060-3390b88d9361 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441897 May 13 13:58:52.832489 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58181b9-603b-475f-b957-f730f5f4092d req-f039a37a-bfa7-4a22-ad8a-b6cbbf52c850 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:52.833905 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c58181b9-603b-475f-b957-f730f5f4092d req-f039a37a-bfa7-4a22-ad8a-b6cbbf52c850 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 945 time: 0.0529618 May 13 13:58:52.842412 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 35412) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:52.846853 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-ef471e9d-eaf7-47be-9b5b-2a93e1c2c17c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'floatingip': {'port_id': '88a82195-7c42-46b1-8e8d-08caa5d38af4'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:58:52.887330 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ef471e9d-eaf7-47be-9b5b-2a93e1c2c17c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (a78e78e7-9fea-449e-af69-5440404dba4f), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:53.469558 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd2a6f-ebe7-4400-bcb8-6e5127882dbb req-14618b44-2c63-417f-ab22-a1af5a9ac06b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:53.471058 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2ddd2a6f-ebe7-4400-bcb8-6e5127882dbb req-14618b44-2c63-417f-ab22-a1af5a9ac06b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1245999 May 13 13:58:53.478000 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42184358-8ad4-4c79-a499-925ddc5b7db8 req-af0d7cef-e820-4ddc-9800-210a26b56296 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:53.479438 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-42184358-8ad4-4c79-a499-925ddc5b7db8 req-af0d7cef-e820-4ddc-9800-210a26b56296 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1319222 May 13 13:58:53.634846 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2ddd2a6f-ebe7-4400-bcb8-6e5127882dbb req-cc4cc0df-ded1-4dd8-9c12-e3b0110d7c07 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543179 May 13 13:58:53.640100 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-42184358-8ad4-4c79-a499-925ddc5b7db8 req-f5fe6688-ad1c-43fe-bfb8-f2f12956cc6b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227453 May 13 13:58:53.656536 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 7212a472-72e2-4e58-9b35-4036a7195ef1 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:58:53.758638 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ef471e9d-eaf7-47be-9b5b-2a93e1c2c17c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:53.763962 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ef471e9d-eaf7-47be-9b5b-2a93e1c2c17c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (a78e78e7-9fea-449e-af69-5440404dba4f), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:53.775809 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:58:53.788060 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'port_id': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'mac_address': 'fa:16:3e:8d:d7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:58:53.833339 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 7212a472-72e2-4e58-9b35-4036a7195ef1 is: ACTIVE; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:58:53.833728 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:53.847834 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7212a472-72e2-4e58-9b35-4036a7195ef1 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:58:53.872902 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:58:53.877334 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:53.880996 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [None req-ef471e9d-eaf7-47be-9b5b-2a93e1c2c17c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Floating IP a78e78e7-9fea-449e-af69-5440404dba4f associated. External IP: 172.27.3.194, port: 88a82195-7c42-46b1-8e8d-08caa5d38af4. May 13 13:58:53.934345 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=6']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:54.104950 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['7212a472-72e2-4e58-9b35-4036a7195ef1'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:58:54.114392 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef471e9d-eaf7-47be-9b5b-2a93e1c2c17c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Router a21cbf5f-ca12-4397-af5b-582fb332595e has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:58:54.267570 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef471e9d-eaf7-47be-9b5b-2a93e1c2c17c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:58:54.273180 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ef471e9d-eaf7-47be-9b5b-2a93e1c2c17c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:54.282091 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:58:54.297428 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:58:54.297428 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:58:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:58:54.318355 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-ef471e9d-eaf7-47be-9b5b-2a93e1c2c17c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "PUT /v2.0/floatingips/a78e78e7-9fea-449e-af69-5440404dba4f HTTP/1.1" status: 200 len: 991 time: 1.4748185 May 13 13:58:54.319391 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'tag': '88a82195-7c42-46b1-8e8d-08caa5d38af4'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:58:54.322563 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1309a28e-544d-4d0d-a42e-4a5be1b1ddb6", "tag": "88a82195-7c42-46b1-8e8d-08caa5d38af4"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:58:54.363864 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8658899-9e1c-48c6-bf9f-695d7a8db4e4 x-openstack-request-id: req-d8658899-9e1c-48c6-bf9f-695d7a8db4e4 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:58:54.364160 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1309a28e-544d-4d0d-a42e-4a5be1b1ddb6", "tag": "88a82195-7c42-46b1-8e8d-08caa5d38af4", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:58:54.364412 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8658899-9e1c-48c6-bf9f-695d7a8db4e4 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:58:54.364815 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8658899-9e1c-48c6-bf9f-695d7a8db4e4'] response: {'name': 'network-changed', 'server_uuid': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'tag': '88a82195-7c42-46b1-8e8d-08caa5d38af4', 'status': 'completed', 'code': 200} May 13 13:58:54.431122 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:58:54.478328 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-5880abfd-b1ff-4f46-bea0-a499395768bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:54.479827 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-5880abfd-b1ff-4f46-bea0-a499395768bc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 1129 time: 0.0510840 May 13 13:58:54.577088 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-e2d01df9-68a8-4310-a20f-71cfab6e5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:54.578572 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-e2d01df9-68a8-4310-a20f-71cfab6e5deb service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 916 time: 0.0903251 May 13 13:58:54.649890 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-928eb4bc-1997-4d77-b583-9cdaa1684128 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88a82195-7c42-46b1-8e8d-08caa5d38af4 HTTP/1.1" status: 200 len: 999 time: 0.0636597 May 13 13:58:54.656245 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '38586ff4-06c3-4b39-a523-6e7b4a350cb1', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:99:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:11Z', 'updated_at': '2022-05-13T13:57:04Z', 'revision_number': 2, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}, {'id': 'a78e78e7-9fea-449e-af69-5440404dba4f', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '88a82195-7c42-46b1-8e8d-08caa5d38af4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:42:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:58:32Z', 'updated_at': '2022-05-13T13:58:53Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:58:54.687727 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:58:54.699061 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:58:54.699679 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:58:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:58:54.703916 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-11d35f92-164c-44f6-a9da-ff64d374eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:54.705618 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-11d35f92-164c-44f6-a9da-ff64d374eecd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.0500011 May 13 13:58:54.812752 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-6dd5a4c5-4931-4310-9d2a-a30b4cee104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:54.814291 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-6dd5a4c5-4931-4310-9d2a-a30b4cee104e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0989947 May 13 13:58:54.816308 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:58:54.853202 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a54aa-b45e-4b7d-89b7-3986bbc55109 req-73dc9310-f177-4297-8546-59b371a9435a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:54.854810 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d39a54aa-b45e-4b7d-89b7-3986bbc55109 req-73dc9310-f177-4297-8546-59b371a9435a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1302772 May 13 13:58:54.885051 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0870e-70a6-4fc0-84c1-b8192fd55448 req-f3398a62-2509-4518-ac11-328b591f4ca1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:54.886494 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-56c0870e-70a6-4fc0-84c1-b8192fd55448 req-f3398a62-2509-4518-ac11-328b591f4ca1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 945 time: 0.1582108 May 13 13:58:54.999747 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-56c0870e-70a6-4fc0-84c1-b8192fd55448 req-d48e819f-8db4-4bd4-8fca-0c396bc8eda1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000860 May 13 13:58:55.014918 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-73e62a6f-f37b-4e2f-9d62-9b236f85364d service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915863 May 13 13:58:55.020265 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d39a54aa-b45e-4b7d-89b7-3986bbc55109 req-2e1b7eca-1736-4f88-9ca8-c2aaeca50ab3 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306920 May 13 13:58:55.065416 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '38586ff4-06c3-4b39-a523-6e7b4a350cb1', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:99:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:11Z', 'updated_at': '2022-05-13T13:57:04Z', 'revision_number': 2, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}, {'id': 'a78e78e7-9fea-449e-af69-5440404dba4f', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '88a82195-7c42-46b1-8e8d-08caa5d38af4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:42:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:58:32Z', 'updated_at': '2022-05-13T13:58:53Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:58:55.093016 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2607c51-6dfb-46c4-9cf4-e7b66b9ef75f None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '38586ff4-06c3-4b39-a523-6e7b4a350cb1', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:99:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:11Z', 'updated_at': '2022-05-13T13:57:04Z', 'revision_number': 2, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}, {'id': 'a78e78e7-9fea-449e-af69-5440404dba4f', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '88a82195-7c42-46b1-8e8d-08caa5d38af4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 305, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:42:3d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:58:32Z', 'updated_at': '2022-05-13T13:58:53Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:58:55.120693 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5b47a7a-4a63-4abe-a6bf-e6b46e95b5ac req-ee12d110-fbe7-47bc-9fa9-81b0baec3d01 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993228 May 13 13:58:55.279208 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09ab3-f793-4f63-ba5c-6a6b5e58b9ad req-514dcf54-c738-4d81-b3e3-5f18abc997c6 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:55.280778 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10d09ab3-f793-4f63-ba5c-6a6b5e58b9ad req-514dcf54-c738-4d81-b3e3-5f18abc997c6 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0541651 May 13 13:58:55.325444 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc841d0-645e-4cc0-8082-7ec6779a9126 None None] New status for floating IP a78e78e7-9fea-449e-af69-5440404dba4f: ACTIVE {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 13:58:55.332298 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10d09ab3-f793-4f63-ba5c-6a6b5e58b9ad req-75957ac1-4757-4abc-830e-c90680a1eb14 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458887 May 13 13:58:55.665896 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 7212a472-72e2-4e58-9b35-4036a7195ef1 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:58:55.713863 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 7212a472-72e2-4e58-9b35-4036a7195ef1 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:58:55.716453 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:55.801032 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 7212a472-72e2-4e58-9b35-4036a7195ef1 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:58:55.801456 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:55.825076 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:58:55.825648 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 35472) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:55.827374 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f2fb8d-5e8c-4dc2-bd94-a3acfa9e2dfd" -d '{"events": [{"server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "name": "network-vif-plugged", "status": "completed", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:58:55.839620 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:58:55.844791 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:55.873441 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f58e394-6116-48af-8984-808e2645c44a x-openstack-request-id: req-8f58e394-6116-48af-8984-808e2645c44a {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:58:55.873753 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "name": "network-vif-plugged", "status": "completed", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:58:55.874021 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f58e394-6116-48af-8984-808e2645c44a {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:58:55.874407 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f58e394-6116-48af-8984-808e2645c44a'] response: {'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'code': 200} May 13 13:58:55.900333 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=7']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:55.947042 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.037997 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Publish callbacks [] for security_group (e03131f2-db54-486e-8766-642c24d1badf), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.045261 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e03131f2-db54-486e-8766-642c24d1badf), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.096350 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=539151f2dc77400e97d1382c968ab449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693334 May 13 13:58:56.098382 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03131f2-db54-486e-8766-642c24d1badf,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:56.099007 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35484) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:56.137189 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.137541 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.137887 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.138231 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.138566 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.138923 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.139259 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.139583 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.139910 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.140238 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.140567 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.140893 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.141219 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.141542 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.141865 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f812351-8d54-40d9-8c59-cd0d52aa6e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.151347 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Publish callbacks [] for security_group (e03131f2-db54-486e-8766-642c24d1badf), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.175170 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Publish callbacks [] for security_group (e03131f2-db54-486e-8766-642c24d1badf), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.176238 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b49f-1d9b-43de-9f55-b41fbe01f89d req-b460d07d-1331-4f2b-af88-9af9d5a4520b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:56.178001 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1965b49f-1d9b-43de-9f55-b41fbe01f89d req-b460d07d-1331-4f2b-af88-9af9d5a4520b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0933657 May 13 13:58:56.197878 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694e157-b8b0-4a3c-b3b5-eea7e9618d2a req-eb1938c0-3a1c-46dd-9d18-923b63cb949d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:56.199354 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8694e157-b8b0-4a3c-b3b5-eea7e9618d2a req-eb1938c0-3a1c-46dd-9d18-923b63cb949d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0827801 May 13 13:58:56.226551 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e03131f2-db54-486e-8766-642c24d1badf), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.230865 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.232015 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e03131f2-db54-486e-8766-642c24d1badf HTTP/1.1" status: 204 len: 168 time: 0.1319506 May 13 13:58:56.240797 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03131f2-db54-486e-8766-642c24d1badf,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:56.249926 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.250277 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.250622 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.250994 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.251417 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.251753 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.252072 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.252399 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.252725 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.253050 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.253607 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.253831 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.254273 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.254702 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.255144 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855e4f7-f99e-4696-9750-c50ce81db476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:58:56.267334 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1965b49f-1d9b-43de-9f55-b41fbe01f89d req-afd65951-14ea-4f5d-8c14-61c3dd35d1b0 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833414 May 13 13:58:56.278787 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8694e157-b8b0-4a3c-b3b5-eea7e9618d2a req-34833bed-8742-4766-8d2e-c2ca6f953636 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720522 May 13 13:58:56.460217 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd4ae3-a94d-42e4-ae54-d0cbf5eb9e41 req-ec0e75aa-3e3e-4d91-b01f-acab989e068e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:56.463040 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46dd4ae3-a94d-42e4-ae54-d0cbf5eb9e41 req-ec0e75aa-3e3e-4d91-b01f-acab989e068e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0574286 May 13 13:58:56.514600 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46dd4ae3-a94d-42e4-ae54-d0cbf5eb9e41 req-7647c893-112e-40a1-aac4-01a7510344a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456488 May 13 13:58:56.537668 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35492) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:56.550734 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0f6a2891-e863-4a55-a095-34a52814ba08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.629190 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0f6a2891-e863-4a55-a095-34a52814ba08 admin admin] Publish callbacks [] for security_group (00ef56e2-92cc-4d7a-ad97-37e197f5f578), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.633459 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0f6a2891-e863-4a55-a095-34a52814ba08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (00ef56e2-92cc-4d7a-ad97-37e197f5f578), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.670990 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-0f6a2891-e863-4a55-a095-34a52814ba08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e6c33a8bb2f9431fa8ba2985732ef03e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320956 May 13 13:58:56.671852 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a2891-e863-4a55-a095-34a52814ba08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ef56e2-92cc-4d7a-ad97-37e197f5f578,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:56.673627 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 35494) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:56.726597 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-554f83a7-d8c7-42bf-b234-ddec7d5c8ef1 admin admin] Publish callbacks [] for security_group (00ef56e2-92cc-4d7a-ad97-37e197f5f578), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.749613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-554f83a7-d8c7-42bf-b234-ddec7d5c8ef1 admin admin] Publish callbacks [] for security_group (00ef56e2-92cc-4d7a-ad97-37e197f5f578), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.801397 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-554f83a7-d8c7-42bf-b234-ddec7d5c8ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (00ef56e2-92cc-4d7a-ad97-37e197f5f578), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.804407 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-554f83a7-d8c7-42bf-b234-ddec7d5c8ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:56.808905 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-554f83a7-d8c7-42bf-b234-ddec7d5c8ef1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/00ef56e2-92cc-4d7a-ad97-37e197f5f578 HTTP/1.1" status: 204 len: 168 time: 0.1317928 May 13 13:58:56.814597 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f83a7-d8c7-42bf-b234-ddec7d5c8ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ef56e2-92cc-4d7a-ad97-37e197f5f578,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:57.163381 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35520) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:57.177503 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-34ec4d96-6449-4e58-be27-a77b8ffdbca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:57.255903 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-34ec4d96-6449-4e58-be27-a77b8ffdbca5 admin admin] Publish callbacks [] for security_group (3c68a1a8-75e4-4583-8ab2-2a018cd17d8a), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:57.260199 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-34ec4d96-6449-4e58-be27-a77b8ffdbca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3c68a1a8-75e4-4583-8ab2-2a018cd17d8a), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:57.302494 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-34ec4d96-6449-4e58-be27-a77b8ffdbca5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=92914e654abf4243b7407635009616b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372411 May 13 13:58:57.307775 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35526) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:58:57.313983 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec4d96-6449-4e58-be27-a77b8ffdbca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c68a1a8-75e4-4583-8ab2-2a018cd17d8a,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:57.364315 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a63ee8c8-d8c7-4c87-ae63-62aac7eb9b0f admin admin] Publish callbacks [] for security_group (3c68a1a8-75e4-4583-8ab2-2a018cd17d8a), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:57.395512 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a63ee8c8-d8c7-4c87-ae63-62aac7eb9b0f admin admin] Publish callbacks [] for security_group (3c68a1a8-75e4-4583-8ab2-2a018cd17d8a), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:57.473264 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a63ee8c8-d8c7-4c87-ae63-62aac7eb9b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3c68a1a8-75e4-4583-8ab2-2a018cd17d8a), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:57.475882 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a63ee8c8-d8c7-4c87-ae63-62aac7eb9b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:58:57.479454 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db31614-0cf6-40b6-b6ee-3be6a12490d9 req-28d13d1c-ed2e-4bf3-9f72-f2f7a7fe49b2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:57.480419 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-a63ee8c8-d8c7-4c87-ae63-62aac7eb9b0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c68a1a8-75e4-4583-8ab2-2a018cd17d8a HTTP/1.1" status: 204 len: 168 time: 0.1716609 May 13 13:58:57.487833 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5db31614-0cf6-40b6-b6ee-3be6a12490d9 req-28d13d1c-ed2e-4bf3-9f72-f2f7a7fe49b2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1093357 May 13 13:58:57.489176 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ee8c8-d8c7-4c87-ae63-62aac7eb9b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c68a1a8-75e4-4583-8ab2-2a018cd17d8a,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:58:57.520647 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d79f-8ac5-4514-9a60-4f94234861c4 req-d6564357-da65-467f-acac-e353f3029a90 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:57.522473 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3504d79f-8ac5-4514-9a60-4f94234861c4 req-d6564357-da65-467f-acac-e353f3029a90 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1272669 May 13 13:58:57.574874 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5db31614-0cf6-40b6-b6ee-3be6a12490d9 req-022e195b-bfdf-43d1-b883-6e1518366ff6 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858755 May 13 13:58:57.605648 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3504d79f-8ac5-4514-9a60-4f94234861c4 req-40069b5f-97b2-428b-b25c-3f1d42a5a7cf tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706294 May 13 13:58:57.708960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c9f0a-32b2-4ea4-b88e-c4dabadd650b req-9c4441cc-ece7-450e-b21c-0943d8187f51 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:57.710628 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-237c9f0a-32b2-4ea4-b88e-c4dabadd650b req-9c4441cc-ece7-450e-b21c-0943d8187f51 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0519080 May 13 13:58:57.787647 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-237c9f0a-32b2-4ea4-b88e-c4dabadd650b req-b8a25dbf-accc-4668-ba2a-c9037cffc67f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669827 May 13 13:58:58.815763 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70c0ca-6cf4-4e2d-9ed8-3b686e0a07ca req-ad276353-18dd-40fb-94f8-fd0f627a25f9 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:58.817326 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ee70c0ca-6cf4-4e2d-9ed8-3b686e0a07ca req-ad276353-18dd-40fb-94f8-fd0f627a25f9 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1220071 May 13 13:58:58.840403 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b4ed-279b-44b2-98a5-40f006258959 req-2d16b338-a6da-4ac2-bbd6-82b8153147cd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:58.841924 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6e82b4ed-279b-44b2-98a5-40f006258959 req-2d16b338-a6da-4ac2-bbd6-82b8153147cd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0983102 May 13 13:58:58.904459 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ee70c0ca-6cf4-4e2d-9ed8-3b686e0a07ca req-5048435c-b2e3-491b-8fd8-05d36f6f7209 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789061 May 13 13:58:58.967408 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6e82b4ed-279b-44b2-98a5-40f006258959 req-3d0a18a4-8ed1-45cf-aa6d-3d6c95129d27 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113787 May 13 13:58:59.060793 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5709a-d6d8-48ff-93d9-31a2d8532ced req-82db448a-0bf1-4006-99d4-15941d6af64d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:58:59.062990 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-22d5709a-d6d8-48ff-93d9-31a2d8532ced req-82db448a-0bf1-4006-99d4-15941d6af64d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0582423 May 13 13:58:59.137560 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-22d5709a-d6d8-48ff-93d9-31a2d8532ced req-df9aa6c2-0aba-46d8-b6f7-d56a123afbd7 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684023 May 13 13:59:00.088880 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5435c38-70c9-4f9a-8eff-50c8c566b38c req-c3e8d5f6-471a-418f-b863-e83319c8ac45 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:00.097559 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b5435c38-70c9-4f9a-8eff-50c8c566b38c req-c3e8d5f6-471a-418f-b863-e83319c8ac45 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0870795 May 13 13:59:00.209410 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b5435c38-70c9-4f9a-8eff-50c8c566b38c req-9ed9850e-8708-424b-87c9-99495cb80ce8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111040 May 13 13:59:00.219511 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9285b4d-c8a9-4d1f-a55b-85fa6c19f630 req-bf5453c8-3dc5-4496-a32e-438b87a4b205 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:00.221341 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f9285b4d-c8a9-4d1f-a55b-85fa6c19f630 req-bf5453c8-3dc5-4496-a32e-438b87a4b205 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1044917 May 13 13:59:00.319943 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f9285b4d-c8a9-4d1f-a55b-85fa6c19f630 req-ee7c07e8-95a4-4d1d-85f9-c7ef0c7e42d9 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919728 May 13 13:59:00.374254 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032a704-01d6-4b7b-95a0-f89e8a6ed705 req-ee2afa85-28c5-45f6-889a-35281f03da92 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:00.377262 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8032a704-01d6-4b7b-95a0-f89e8a6ed705 req-ee2afa85-28c5-45f6-889a-35281f03da92 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0790732 May 13 13:59:00.456709 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8032a704-01d6-4b7b-95a0-f89e8a6ed705 req-c96c386b-c988-4a96-b6a0-41b04ac03033 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747447 May 13 13:59:01.394332 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dec25-c71b-4dc1-947e-5a3191a78325 req-d0779e75-7d99-4a81-93fe-9248495d5907 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:01.398929 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ac9dec25-c71b-4dc1-947e-5a3191a78325 req-d0779e75-7d99-4a81-93fe-9248495d5907 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1022184 May 13 13:59:01.564518 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e246613-3083-468f-a520-4529fec7be8b req-f7f129aa-984a-4cd6-82bb-7a4e20d6e6e0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:01.567515 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0e246613-3083-468f-a520-4529fec7be8b req-f7f129aa-984a-4cd6-82bb-7a4e20d6e6e0 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1411109 May 13 13:59:01.574048 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ac9dec25-c71b-4dc1-947e-5a3191a78325 req-a4a91601-6d62-43af-b4e9-592204ac00c4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612763 May 13 13:59:01.684360 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0e246613-3083-468f-a520-4529fec7be8b req-2224458a-3de8-4fbf-9f4c-8185db04f079 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086674 May 13 13:59:01.788420 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28416401-a622-4730-91a1-4620246242bb req-b8bd6e76-6580-48b4-9edd-911e05b4933f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:01.791423 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28416401-a622-4730-91a1-4620246242bb req-b8bd6e76-6580-48b4-9edd-911e05b4933f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0735075 May 13 13:59:01.895809 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28416401-a622-4730-91a1-4620246242bb req-45890e55-f515-4b12-93d3-9fa4fb9b2a90 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942261 May 13 13:59:02.839799 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6d607-bf83-416c-9b6c-81be6cdd135a req-b578411b-5d82-42df-826c-a42d85ca0cdd tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:02.843436 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3dd6d607-bf83-416c-9b6c-81be6cdd135a req-b578411b-5d82-42df-826c-a42d85ca0cdd tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1252339 May 13 13:59:02.961329 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317604d-d12f-4a5b-a3fe-064c8aab6b0d req-b24accf5-e29e-41aa-b140-3e4dc74b8995 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:02.963566 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0317604d-d12f-4a5b-a3fe-064c8aab6b0d req-b24accf5-e29e-41aa-b140-3e4dc74b8995 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1058745 May 13 13:59:03.054205 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3dd6d607-bf83-416c-9b6c-81be6cdd135a req-a9979c44-1ad3-46ae-a32c-3b37d0e42117 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295087 May 13 13:59:03.088513 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0317604d-d12f-4a5b-a3fe-064c8aab6b0d req-6c35f273-46c0-4fe9-89f2-70dbdf3510b4 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163459 May 13 13:59:03.231787 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47ab31-7b53-458e-8d32-57cf8d4b195b req-566b1e8d-d488-4687-bc01-3405536a585e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:03.233775 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4e47ab31-7b53-458e-8d32-57cf8d4b195b req-566b1e8d-d488-4687-bc01-3405536a585e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0749600 May 13 13:59:03.320841 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4e47ab31-7b53-458e-8d32-57cf8d4b195b req-0e2e8db5-e05a-46b0-9105-f9980c2478b9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803816 May 13 13:59:03.713624 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:59:04.209473 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a6511-820d-40f4-b74d-45851706bee6 req-4e97ed5b-7cce-484f-81c9-2d8727a1f08a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:04.218994 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-935a6511-820d-40f4-b74d-45851706bee6 req-4e97ed5b-7cce-484f-81c9-2d8727a1f08a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0716934 May 13 13:59:04.321210 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bde3a-08d7-4701-8f1a-7e279d820985 req-b69b41bd-872f-435f-b35d-554e0661022a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:04.322861 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d89bde3a-08d7-4701-8f1a-7e279d820985 req-b69b41bd-872f-435f-b35d-554e0661022a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0919189 May 13 13:59:04.354812 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-935a6511-820d-40f4-b74d-45851706bee6 req-541f4e59-bb94-4850-b3fd-633921b387ff tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379495 May 13 13:59:04.409172 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d89bde3a-08d7-4701-8f1a-7e279d820985 req-e50c17e2-3b3e-4f94-871f-d098c9d78366 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770791 May 13 13:59:04.559108 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383f5f9-f11c-415f-b3fc-b7fc6ee32d95 req-67eb66ab-7c50-4a40-bf56-ee90490529ca tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:04.561722 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d383f5f9-f11c-415f-b3fc-b7fc6ee32d95 req-67eb66ab-7c50-4a40-bf56-ee90490529ca tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0920706 May 13 13:59:04.673608 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d383f5f9-f11c-415f-b3fc-b7fc6ee32d95 req-bc8f05dd-6b10-439c-9538-0f4321b37647 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961392 May 13 13:59:05.509268 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810afbf-954f-4a2e-a2a8-85b87b13b541 req-0bd076db-868e-4145-8bd9-6f5ec1aa570c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:05.516512 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b810afbf-954f-4a2e-a2a8-85b87b13b541 req-0bd076db-868e-4145-8bd9-6f5ec1aa570c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.0616117 May 13 13:59:05.941289 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220738dc-3e82-428a-a700-52e5e06c9dc8 req-54176ce9-c603-4bf6-b97f-3d08bb27f901 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:05.944617 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-220738dc-3e82-428a-a700-52e5e06c9dc8 req-54176ce9-c603-4bf6-b97f-3d08bb27f901 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.4265463 May 13 13:59:05.973241 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b810afbf-954f-4a2e-a2a8-85b87b13b541 req-aa65033a-3eb3-493f-ad89-d464ab42dbaa tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4536715 May 13 13:59:06.061530 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-220738dc-3e82-428a-a700-52e5e06c9dc8 req-798b9bb7-8e4b-4581-9a59-6e55a7351fe2 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069040 May 13 13:59:06.150494 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f8d85-fe42-4f19-ac90-28ccd7cf46c2 req-f43906bc-4c53-4185-a8f6-5721908da891 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:06.153226 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-989f8d85-fe42-4f19-ac90-28ccd7cf46c2 req-f43906bc-4c53-4185-a8f6-5721908da891 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0746026 May 13 13:59:06.292517 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-989f8d85-fe42-4f19-ac90-28ccd7cf46c2 req-15938179-93ac-47e6-a53b-cbcf46d7bd87 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287658 May 13 13:59:06.623627 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9838936-50a6-4c24-b836-5b4a5854f878 req-dcc8a2b4-65db-4440-8baf-4e0def9a35a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:06.626032 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d9838936-50a6-4c24-b836-5b4a5854f878 req-dcc8a2b4-65db-4440-8baf-4e0def9a35a9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 1129 time: 0.0625796 May 13 13:59:07.178302 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526a4c4-9831-4d38-b789-15b90b6e6cee req-87830a1b-c7be-4ef2-9fda-4807ef586126 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:07.184479 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5526a4c4-9831-4d38-b789-15b90b6e6cee req-87830a1b-c7be-4ef2-9fda-4807ef586126 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1105216 May 13 13:59:07.243606 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb1705-da21-41c7-87bd-5d51f430f3a0 req-3e23db2f-7fd9-4116-8c0d-59486e5304d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:07.245361 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a4cb1705-da21-41c7-87bd-5d51f430f3a0 req-3e23db2f-7fd9-4116-8c0d-59486e5304d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0882819 May 13 13:59:07.319194 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5526a4c4-9831-4d38-b789-15b90b6e6cee req-2d04c14b-c6fe-4aa4-9380-0bf735b0db55 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336675 May 13 13:59:07.345040 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a4cb1705-da21-41c7-87bd-5d51f430f3a0 req-82ef85b6-9ade-46a9-9364-41bd79971e07 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864382 May 13 13:59:07.484017 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92985e-ba57-4405-8975-512267df714e req-90bff2fc-d3ff-4006-9a27-89db4247163d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:07.485666 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2f92985e-ba57-4405-8975-512267df714e req-90bff2fc-d3ff-4006-9a27-89db4247163d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0775928 May 13 13:59:07.537863 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d9838936-50a6-4c24-b836-5b4a5854f878 req-daaa488a-5d48-4118-8c86-5bb878b42a23 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153955 May 13 13:59:07.581360 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2f92985e-ba57-4405-8975-512267df714e req-2e709f3c-2466-4cee-8f03-64c5d31bd382 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851064 May 13 13:59:08.518735 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d799dd-7273-4aa2-a19c-347330e80a04 req-8844c4d2-a164-4b06-94b1-b1b2e4a79a60 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:08.520470 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-02d799dd-7273-4aa2-a19c-347330e80a04 req-8844c4d2-a164-4b06-94b1-b1b2e4a79a60 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1021619 May 13 13:59:08.544452 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db6e70-d229-46f1-a91e-f16e61c67d28 req-837e9ad9-51ed-44ee-9a12-6607e68443df tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:08.546072 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-87db6e70-d229-46f1-a91e-f16e61c67d28 req-837e9ad9-51ed-44ee-9a12-6607e68443df tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0906150 May 13 13:59:08.644193 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-02d799dd-7273-4aa2-a19c-347330e80a04 req-e23a76ec-49db-4e2e-9a56-457a4854c065 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155639 May 13 13:59:08.653425 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-87db6e70-d229-46f1-a91e-f16e61c67d28 req-0691e86f-e912-4a5d-b297-8b88e2d3c966 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958900 May 13 13:59:08.780784 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0d036-8c53-43b7-9daa-608c76d5345d req-a337310e-2d68-4cef-a863-eacea41181e9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:08.783863 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-56e0d036-8c53-43b7-9daa-608c76d5345d req-a337310e-2d68-4cef-a863-eacea41181e9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0678604 May 13 13:59:08.853681 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-56e0d036-8c53-43b7-9daa-608c76d5345d req-3af8d8ac-e2f6-4eb0-8ea3-76051e342a1e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627832 May 13 13:59:09.872714 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f94ea-6437-469b-8e6a-9b88be484669 req-124aa44f-4b14-4c3b-b317-3171304f3dd9 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:09.875119 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd9f94ea-6437-469b-8e6a-9b88be484669 req-124aa44f-4b14-4c3b-b317-3171304f3dd9 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1174340 May 13 13:59:09.889745 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074b1b-4cab-4955-bc9b-1b52cc599af9 req-701ff8d1-6aba-40fa-8f8b-ac90b8cf4279 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:09.892250 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4074b1b-4cab-4955-bc9b-1b52cc599af9 req-701ff8d1-6aba-40fa-8f8b-ac90b8cf4279 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1175156 May 13 13:59:09.992194 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd9f94ea-6437-469b-8e6a-9b88be484669 req-19002adf-f245-4471-a695-d552c69dee28 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979841 May 13 13:59:10.000707 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4074b1b-4cab-4955-bc9b-1b52cc599af9 req-5ad0b3e3-80e6-46c9-b21d-525621950739 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963190 May 13 13:59:10.119929 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061d9d1-448b-4e71-bdcf-2d7cdbe1ca9c req-55bbcfa3-b0be-43e1-a5b6-1bd0fa0d3319 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:10.121554 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d061d9d1-448b-4e71-bdcf-2d7cdbe1ca9c req-55bbcfa3-b0be-43e1-a5b6-1bd0fa0d3319 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0546043 May 13 13:59:10.189638 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d061d9d1-448b-4e71-bdcf-2d7cdbe1ca9c req-06847f01-4bf1-4867-8389-67034ffab236 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599318 May 13 13:59:10.961319 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 35730) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:11.181594 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1e66-4965-462c-9328-935367fda3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:11.222035 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8bc9c-b4fb-4f80-9ae7-f42eb8585a28 req-dc7e1789-5bf8-4e30-a5f0-040fbf9564eb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:11.223862 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c1b8bc9c-b4fb-4f80-9ae7-f42eb8585a28 req-dc7e1789-5bf8-4e30-a5f0-040fbf9564eb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1379526 May 13 13:59:11.236197 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b4481-3f1b-41e7-ab16-014c90118829 req-9970bc47-3e8b-46b4-a4be-f047aafde9ec tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:11.238123 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-342b4481-3f1b-41e7-ab16-014c90118829 req-9970bc47-3e8b-46b4-a4be-f047aafde9ec tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1333427 May 13 13:59:11.371009 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c1b8bc9c-b4fb-4f80-9ae7-f42eb8585a28 req-f6264999-15fa-4b6c-957d-4ee59a108cba tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274400 May 13 13:59:11.374105 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-342b4481-3f1b-41e7-ab16-014c90118829 req-4e846232-1454-4499-8233-39c475a2c5e8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238129 May 13 13:59:11.409461 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1e66-4965-462c-9328-935367fda3c7 admin admin] Publish callbacks [] for security_group (7b91225e-0a43-40c8-af99-5e70d341ad44), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:11.415926 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b2dc1e66-4965-462c-9328-935367fda3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (7b91225e-0a43-40c8-af99-5e70d341ad44), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:11.503948 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-b2dc1e66-4965-462c-9328-935367fda3c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6faceecb7e444ec1926eff01ab6663eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5410383 May 13 13:59:11.507829 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35740) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:11.544724 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc1e66-4965-462c-9328-935367fda3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b91225e-0a43-40c8-af99-5e70d341ad44,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:11.582493 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24e9cd-13ab-4a1a-839a-16dfe4371975 req-7c91fcdf-b45b-40d1-9f66-ccd88fa68909 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:11.585896 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8d24e9cd-13ab-4a1a-839a-16dfe4371975 req-7c91fcdf-b45b-40d1-9f66-ccd88fa68909 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.1128011 May 13 13:59:11.597415 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-01be5e9a-7d62-4b29-ae92-bdfbdf78fba1 admin admin] Publish callbacks [] for security_group (7b91225e-0a43-40c8-af99-5e70d341ad44), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:11.643679 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-01be5e9a-7d62-4b29-ae92-bdfbdf78fba1 admin admin] Publish callbacks [] for security_group (7b91225e-0a43-40c8-af99-5e70d341ad44), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:11.669628 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8d24e9cd-13ab-4a1a-839a-16dfe4371975 req-7cfc4172-2db9-4a8e-be00-954a90183d06 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728872 May 13 13:59:11.739929 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-01be5e9a-7d62-4b29-ae92-bdfbdf78fba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (7b91225e-0a43-40c8-af99-5e70d341ad44), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:11.743671 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-01be5e9a-7d62-4b29-ae92-bdfbdf78fba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:11.745611 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-01be5e9a-7d62-4b29-ae92-bdfbdf78fba1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7b91225e-0a43-40c8-af99-5e70d341ad44 HTTP/1.1" status: 204 len: 168 time: 0.2364326 May 13 13:59:11.755539 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be5e9a-7d62-4b29-ae92-bdfbdf78fba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b91225e-0a43-40c8-af99-5e70d341ad44,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:12.566629 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35768) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:12.587258 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50893833-2cf5-43ac-af81-bfa913738217 req-8981cb92-bf92-4410-ad7a-ff7445160169 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:12.588959 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-50893833-2cf5-43ac-af81-bfa913738217 req-8981cb92-bf92-4410-ad7a-ff7445160169 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1062930 May 13 13:59:12.633416 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886362-2f42-471c-8c81-582a80ba3a93 req-f23651dc-a7c9-4a2b-a7f7-475c6cb8f668 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:12.635196 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d6886362-2f42-471c-8c81-582a80ba3a93 req-f23651dc-a7c9-4a2b-a7f7-475c6cb8f668 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1018593 May 13 13:59:12.654242 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c67fd00e-3ad3-4241-9d3a-a2c45b7eda4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:12.692658 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-50893833-2cf5-43ac-af81-bfa913738217 req-bc0c2488-d789-4b6c-b234-5d55d1ccc22b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969222 May 13 13:59:12.724855 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-104946440-network', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:12.735366 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d6886362-2f42-471c-8c81-582a80ba3a93 req-2c2fe8d7-f252-4d96-98ac-cc12ad04da46 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934098 May 13 13:59:12.753533 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Made reservation on behalf of fbbf18059349404c9ed7f53c5b38d2fd for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:59:12.758353 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:12.771307 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:12.868287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526d4bd-c8b7-4d15-bc03-a5e4e4de8761 req-ff4ba1fa-8626-412e-8c84-d22e9646fc58 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:12.870784 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a526d4bd-c8b7-4d15-bc03-a5e4e4de8761 req-ff4ba1fa-8626-412e-8c84-d22e9646fc58 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0880795 May 13 13:59:12.884655 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Publish callbacks [] for security_group (5b024735-51c4-486a-85ff-1e17eba85a6a), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:12.890800 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (5b024735-51c4-486a-85ff-1e17eba85a6a), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:12.922989 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:59:12.938888 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a526d4bd-c8b7-4d15-bc03-a5e4e4de8761 req-03df9d48-19d2-4732-8e7e-1e07dfd689d9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615826 May 13 13:59:12.952048 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b024735-51c4-486a-85ff-1e17eba85a6a,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:12.960783 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (683ba56c-12fe-479f-9425-5ed7e357a252), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:12.961261 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Added segment 683ba56c-12fe-479f-9425-5ed7e357a252 of type vlan for network 03a70c19-db79-42a5-9674-8042863a7bc5 May 13 13:59:13.028589 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (03a70c19-db79-42a5-9674-8042863a7bc5), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.070199 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (03a70c19-db79-42a5-9674-8042863a7bc5), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.071981 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:13.073023 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.131523 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5636089 May 13 13:59:13.136713 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 35776) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:13.142964 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Request body: {'subnet': {'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-104946440-subnet', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'ip_version': 4}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:13.143286 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20781451-551a-412f-8bb2-5bc3f53cecb1 admin admin] Pushing event updated for resources: {'Network': ['ID=03a70c19-db79-42a5-9674-8042863a7bc5,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:13.159266 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 03a70c19-db79-42a5-9674-8042863a7bc5 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:59:13.174036 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Made reservation on behalf of fbbf18059349404c9ed7f53c5b38d2fd for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:59:13.176783 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28984712'] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.394407 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28984726'] for subnet (431ba86f-6946-48f9-a58b-cf4571d6e41b), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.466549 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Pushing event updated for resources: {'Subnet': ['ID=431ba86f-6946-48f9-a58b-cf4571d6e41b,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:13.473077 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Checking segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:13.473627 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Network hostable DHCP agents. Network: 03a70c19-db79-42a5-9674-8042863a7bc5, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:59:13.497451 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Network 03a70c19-db79-42a5-9674-8042863a7bc5 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:59:13.508487 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 03a70c19-db79-42a5-9674-8042863a7bc5) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:13.513080 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:13.513690 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.518937 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540505e0-ee35-45c2-89de-0df01bf8a242 None None] Network 03a70c19-db79-42a5-9674-8042863a7bc5 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:59:13.539556 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-57b34623-ebbb-4f3b-ba93-98f5791d649f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4011376 May 13 13:59:13.543022 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 35778) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:13.547508 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:13.570740 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (8ab386f6-3fd8-442c-aecb-914f2b087458), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.572030 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (8ab386f6-3fd8-442c-aecb-914f2b087458), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.642231 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks [] for router_controller (8ab386f6-3fd8-442c-aecb-914f2b087458), precommit_add_association {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.656408 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-03a70c19-db79-42a5-9674-8042863a7bc5', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:59:13.657542 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.870135 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Allocated IP 172.20.0.2 (03a70c19-db79-42a5-9674-8042863a7bc5/431ba86f-6946-48f9-a58b-cf4571d6e41b/f9a66a2c-645e-4983-b13a-9c390eb18ba2) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:59:13.886859 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks [] for router_gateway (8ab386f6-3fd8-442c-aecb-914f2b087458), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:13.958519 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b206e-11e1-42b2-a5b1-46c30a3b17b3 req-2d6d2986-0fc6-44b1-867f-3bc61072beff tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:13.961832 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-412b206e-11e1-42b2-a5b1-46c30a3b17b3 req-2d6d2986-0fc6-44b1-867f-3bc61072beff tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1552107 May 13 13:59:14.030629 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498c6db-2d12-4b9a-89a1-d3125877c01f req-14510816-4da0-4141-b95d-fa92272d3e0e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:14.032245 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1498c6db-2d12-4b9a-89a1-d3125877c01f req-14510816-4da0-4141-b95d-fa92272d3e0e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1794252 May 13 13:59:14.049121 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:14.063646 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Publish callbacks [] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:14.071621 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:14.119952 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Network 03a70c19-db79-42a5-9674-8042863a7bc5 is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:14.127721 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:14.130756 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:59:14.140177 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Pushing event updated for resources: {'Port': ['ID=f9a66a2c-645e-4983-b13a-9c390eb18ba2,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:14.146484 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-412b206e-11e1-42b2-a5b1-46c30a3b17b3 req-eec8a984-93af-4790-94f4-da08cd91aced tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434131 May 13 13:59:14.181268 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.181817 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.182372 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.182962 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.183534 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.184084 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.184636 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.185158 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.185964 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.186749 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.187499 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.188281 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.189050 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.189846 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.190586 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:14.233990 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1498c6db-2d12-4b9a-89a1-d3125877c01f req-9fbbcba8-f956-41d2-ac64-1af58892cba2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871064 May 13 13:59:14.261827 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Attempting to bind port f9a66a2c-645e-4983-b13a-9c390eb18ba2 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:59:14.262455 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Attempting to bind port f9a66a2c-645e-4983-b13a-9c390eb18ba2 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:59:14.263039 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Attempting to bind port f9a66a2c-645e-4983-b13a-9c390eb18ba2 on network 03a70c19-db79-42a5-9674-8042863a7bc5 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:14.271927 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:59:14.272313 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Checking segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:14.273173 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:14.273831 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Bound using segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:59:14.274622 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Bound port: f9a66a2c-645e-4983-b13a-9c390eb18ba2, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:59:14.275307 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:14.387984 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] For port f9a66a2c-645e-4983-b13a-9c390eb18ba2, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:59:14.395151 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] For port f9a66a2c-645e-4983-b13a-9c390eb18ba2, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=f9a66a2c-645e-4983-b13a-9c390eb18ba2,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:59:14.405364 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:14.420473 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145d04a-3559-4fce-a052-d72e81a54fa8 req-a9602ddb-0656-499f-aad5-f7654dcb69ee tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:14.423204 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f145d04a-3559-4fce-a052-d72e81a54fa8 req-a9602ddb-0656-499f-aad5-f7654dcb69ee tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.1218588 May 13 13:59:14.425279 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks [] for router_gateway (8ab386f6-3fd8-442c-aecb-914f2b087458), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:14.459763 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:14.541696 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd15b60-811e-403c-8a31-5d1771d0c3b0 None None] Pushing event updated for resources: {'Port': ['ID=f9a66a2c-645e-4983-b13a-9c390eb18ba2,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:14.571541 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f145d04a-3559-4fce-a052-d72e81a54fa8 req-fe662a10-f2fe-4e01-8482-9c62475f9516 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188982 May 13 13:59:14.732117 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Allocated IP 172.27.3.120 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/93787d2f-2adf-4aba-b916-b0a844604568) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:59:14.743204 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-67a76d66-12e8-4893-8eb8-8eb2ba175519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:14.746409 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-67a76d66-12e8-4893-8eb8-8eb2ba175519 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 1130 time: 0.1319582 May 13 13:59:15.141753 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-8e19a3dd-3221-44e0-94f5-7a7d19703dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:15.143500 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-8e19a3dd-3221-44e0-94f5-7a7d19703dc2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 918 time: 0.3298469 May 13 13:59:15.146745 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks [] for port (93787d2f-2adf-4aba-b916-b0a844604568), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:15.304309 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-fe50a52a-0528-4561-8839-a4a33a9dfc2a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7212a472-72e2-4e58-9b35-4036a7195ef1 HTTP/1.1" status: 200 len: 1002 time: 0.1490638 May 13 13:59:15.374259 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (93787d2f-2adf-4aba-b916-b0a844604568), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:15.395608 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63369aa3-fbb2-493f-b640-1392b28c6e50 req-7aae6543-7010-4480-be99-3f2671f57d78 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:15.397222 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-63369aa3-fbb2-493f-b640-1392b28c6e50 req-7aae6543-7010-4480-be99-3f2671f57d78 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1159813 May 13 13:59:15.497421 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e562aa9c-f334-4767-8c98-3f6920a9c690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:15.513610 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-f79677f2-6717-4ef6-806f-fabe0aed9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:15.516102 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-f79677f2-6717-4ef6-806f-fabe0aed9124 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.1872909 May 13 13:59:15.526822 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:15.552559 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:15.561037 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Pushing event updated for resources: {'Port': ['ID=93787d2f-2adf-4aba-b916-b0a844604568,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:15.580782 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:59:15.600101 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7a381-9e0e-445a-a8c6-4ce93f14738c req-5e513ccc-cd66-489f-985a-e761c1c95838 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:15.601954 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9ff7a381-9e0e-445a-a8c6-4ce93f14738c req-5e513ccc-cd66-489f-985a-e761c1c95838 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.2013211 May 13 13:59:15.673785 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-22c8451f-53b2-47c8-a797-51305e551f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:15.675389 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-22c8451f-53b2-47c8-a797-51305e551f25 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1406760 May 13 13:59:15.688852 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-63369aa3-fbb2-493f-b640-1392b28c6e50 req-1f842d36-e665-4d9f-9512-9afc8451cdb7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608662 May 13 13:59:15.792295 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9ff7a381-9e0e-445a-a8c6-4ce93f14738c req-a3eb225f-7c66-40ef-b927-3852146d575d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564231 May 13 13:59:15.937425 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device f9a66a2c-645e-4983-b13a-9c390eb18ba2 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:15.974408 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48a84-56a9-441f-8160-682fdfb42ed6 req-e0018d3c-48fe-4dad-a6ae-8a606cbd7e91 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:15.986134 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7aa48a84-56a9-441f-8160-682fdfb42ed6 req-e0018d3c-48fe-4dad-a6ae-8a606cbd7e91 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.1751912 May 13 13:59:16.008171 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da0c8d5-038c-4814-be6f-01e1c16403a8 None None] Network 03a70c19-db79-42a5-9674-8042863a7bc5 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:59:16.113183 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7aa48a84-56a9-441f-8160-682fdfb42ed6 req-7945c94d-0dbc-4b8f-b2aa-47634d5d85d8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239982 May 13 13:59:16.186657 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-31900814-28e1-4762-b86c-9302e1185ff5 None None] Provisioning complete for port f9a66a2c-645e-4983-b13a-9c390eb18ba2 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:16.187239 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-31900814-28e1-4762-b86c-9302e1185ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:16.196611 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port f9a66a2c-645e-4983-b13a-9c390eb18ba2 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:16.197206 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:16.237867 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks [] for router_gateway (8ab386f6-3fd8-442c-aecb-914f2b087458), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:16.373152 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:16.416307 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae2918-6078-423a-a51d-1bfd0ee15073 req-39e8fd3f-3169-4f3c-a8dd-967392baed65 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:16.418435 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8cae2918-6078-423a-a51d-1bfd0ee15073 req-39e8fd3f-3169-4f3c-a8dd-967392baed65 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0864844 May 13 13:59:16.513326 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port f9a66a2c-645e-4983-b13a-9c390eb18ba2 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:16.514152 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:16.516822 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-31900814-28e1-4762-b86c-9302e1185ff5 None None] Current status of the port f9a66a2c-645e-4983-b13a-9c390eb18ba2 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:16.517204 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-31900814-28e1-4762-b86c-9302e1185ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:16.586562 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port f9a66a2c-645e-4983-b13a-9c390eb18ba2, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=f9a66a2c-645e-4983-b13a-9c390eb18ba2,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:16.593978 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:16.720929 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.db.api [None req-31900814-28e1-4762-b86c-9302e1185ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 13:59:16.721508 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG oslo_db.api [None req-31900814-28e1-4762-b86c-9302e1185ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 13:59:16.740235 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=f9a66a2c-645e-4983-b13a-9c390eb18ba2,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:17.045423 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8cae2918-6078-423a-a51d-1bfd0ee15073 req-43682969-00b7-440a-855d-ca597f6ded00 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5436406 May 13 13:59:17.057668 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21feb29-ef2e-4d75-aa18-be4bcc118c4e req-91fe9808-edc3-4b01-9aa6-02cd165b94c6 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:17.059651 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a21feb29-ef2e-4d75-aa18-be4bcc118c4e req-91fe9808-edc3-4b01-9aa6-02cd165b94c6 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.5590627 May 13 13:59:17.247390 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-dca97afe-c8d0-4a0e-a14d-6dafa622e9b9 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631916 May 13 13:59:17.266754 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-31900814-28e1-4762-b86c-9302e1185ff5 None None] Current status of the port f9a66a2c-645e-4983-b13a-9c390eb18ba2 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:17.273759 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143693e-3702-473b-8e5c-dd8343a76ec8 req-b0ccdc85-0ce2-4ec2-a60c-4afbb5c09e62 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:17.275426 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7143693e-3702-473b-8e5c-dd8343a76ec8 req-b0ccdc85-0ce2-4ec2-a60c-4afbb5c09e62 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 946 time: 0.1345444 May 13 13:59:17.279646 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a21feb29-ef2e-4d75-aa18-be4bcc118c4e req-2be06e90-0750-4013-834c-d18bd8f65559 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081473 May 13 13:59:17.280940 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (8ab386f6-3fd8-442c-aecb-914f2b087458), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:17.339189 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 7212a472-72e2-4e58-9b35-4036a7195ef1 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:59:17.399020 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bf3ba9f0-6b59-4151-b951-5631074283cd None None] Provisioning complete for port f9a66a2c-645e-4983-b13a-9c390eb18ba2 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:17.399394 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bf3ba9f0-6b59-4151-b951-5631074283cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:17.404186 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7143693e-3702-473b-8e5c-dd8343a76ec8 req-b4356c8f-07b0-4459-806d-cb66d9315200 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207030 May 13 13:59:17.515066 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Router 8ab386f6-3fd8-442c-aecb-914f2b087458 is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:59:17.614879 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 7212a472-72e2-4e58-9b35-4036a7195ef1 is: ACTIVE; New status is: DOWN {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:17.615783 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:17.678103 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:59:17.678487 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:59:17.682006 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed7c1c3-b325-443e-8e53-0e795efa8fc8" -d '{"events": [{"server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "name": "network-vif-unplugged", "status": "completed", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:59:17.690997 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Sync routers for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:59:17.712530 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:59:17.714187 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:17.715691 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:17.724706 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:17.725411 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:17.729205 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-3e576f17-3ac7-47f0-8eca-c25dd0c78939 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1846163 May 13 13:59:17.730577 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35822) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:17.737829 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ba9f0-6b59-4151-b951-5631074283cd None None] Current status of the port f9a66a2c-645e-4983-b13a-9c390eb18ba2 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:17.801031 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 13:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fe49ff-5f6a-430c-bc7e-7231b23e7fc1 x-openstack-request-id: req-b3fe49ff-5f6a-430c-bc7e-7231b23e7fc1 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:59:17.801771 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "name": "network-vif-unplugged", "status": "completed", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:59:17.802532 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b3fe49ff-5f6a-430c-bc7e-7231b23e7fc1 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:59:17.803146 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3fe49ff-5f6a-430c-bc7e-7231b23e7fc1'] response: {'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'code': 200} May 13 13:59:17.835865 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=8']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:17.846208 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:17.919926 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device f9a66a2c-645e-4983-b13a-9c390eb18ba2 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:17.957978 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:59:18.005557 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port f9a66a2c-645e-4983-b13a-9c390eb18ba2 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:18.006312 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:18.187919 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port f9a66a2c-645e-4983-b13a-9c390eb18ba2 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:18.207081 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:15Z', 'revision_number': 3, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:18.234745 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519dfc4-c872-4b00-83fa-6d3ae63d0a0d req-09be612d-3fa3-4198-a9b7-a207ceb23d4d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:18.237720 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d519dfc4-c872-4b00-83fa-6d3ae63d0a0d req-09be612d-3fa3-4198-a9b7-a207ceb23d4d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0879006 May 13 13:59:18.263608 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Checking router: 8ab386f6-3fd8-442c-aecb-914f2b087458 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:59:18.264470 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Updating router 8ab386f6-3fd8-442c-aecb-914f2b087458 port 93787d2f-2adf-4aba-b916-b0a844604568 binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:59:18.340927 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d519dfc4-c872-4b00-83fa-6d3ae63d0a0d req-aad19150-48df-4cdc-916a-6a0bff064040 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895600 May 13 13:59:18.455929 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (93787d2f-2adf-4aba-b916-b0a844604568), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:18.603289 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-7cb79f16-0776-42ff-95ed-603a13fed214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:18.605613 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-7cb79f16-0776-42ff-95ed-603a13fed214 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 1129 time: 0.1483521 May 13 13:59:18.668392 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8d6dd-6831-49e4-ae2b-5bd78a1f261b req-c63cbcc8-ae02-43e2-8bab-f8f8cf9de12c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:18.671366 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b7c8d6dd-6831-49e4-ae2b-5bd78a1f261b req-c63cbcc8-ae02-43e2-8bab-f8f8cf9de12c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.2511878 May 13 13:59:18.689081 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10979b4a-ae91-496b-9cfb-48946ffad339 req-61f8d4b1-c1e9-444c-95b1-2e1575296c12 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998829 May 13 13:59:18.720772 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6ecf5-7446-40f8-86fe-6e629cc218a0 req-2308d158-1a5f-412a-b4ed-237253bfc9c5 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:18.723399 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f2a6ecf5-7446-40f8-86fe-6e629cc218a0 req-2308d158-1a5f-412a-b4ed-237253bfc9c5 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1845827 May 13 13:59:18.723756 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bae35-8986-431d-9026-29572118e89b req-a6b7551e-59ec-428f-8ae3-4c8e02dd32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:18.725244 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-308bae35-8986-431d-9026-29572118e89b req-a6b7551e-59ec-428f-8ae3-4c8e02dd32a7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 1130 time: 0.1497359 May 13 13:59:18.771268 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:18.803841 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b7c8d6dd-6831-49e4-ae2b-5bd78a1f261b req-ad26fa39-d68b-4eb6-b85f-7ab41cd2724f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173358 May 13 13:59:18.845554 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-6b6304f9-b975-4162-bb36-64c32371fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:18.845554 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-6b6304f9-b975-4162-bb36-64c32371fb66 service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.2274008 May 13 13:59:18.848197 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f2a6ecf5-7446-40f8-86fe-6e629cc218a0 req-34240689-5ce4-4f0a-8c80-8e29928494ff tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027212 May 13 13:59:18.906469 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Publish callbacks [] for port (93787d2f-2adf-4aba-b916-b0a844604568), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:18.913959 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (93787d2f-2adf-4aba-b916-b0a844604568), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:18.984508 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Attempting to bind port 93787d2f-2adf-4aba-b916-b0a844604568 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:59:18.984508 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Attempting to bind port 93787d2f-2adf-4aba-b916-b0a844604568 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:59:18.984824 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Attempting to bind port 93787d2f-2adf-4aba-b916-b0a844604568 on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:18.986881 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Pushing event updated for resources: {'Port': ['ID=93787d2f-2adf-4aba-b916-b0a844604568,revision_number=2']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:18.996226 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:59:18.996603 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:18.997008 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:18.997400 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:59:18.997873 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Bound port: 93787d2f-2adf-4aba-b916-b0a844604568, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:59:18.998257 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (93787d2f-2adf-4aba-b916-b0a844604568), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:19.000802 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.001145 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.001509 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.001864 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.002198 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.002526 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.002882 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.003202 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.003525 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.003846 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.004166 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.004503 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.004824 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.005138 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.005453 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:19.072662 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] For port 93787d2f-2adf-4aba-b916-b0a844604568, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:59:19.076271 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] For port 93787d2f-2adf-4aba-b916-b0a844604568, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=93787d2f-2adf-4aba-b916-b0a844604568,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:59:19.076815 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Allocated IP 172.20.0.1 (03a70c19-db79-42a5-9674-8042863a7bc5/431ba86f-6946-48f9-a58b-cf4571d6e41b/8c1514c7-4098-4936-89af-91ef7322ebf3) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:59:19.090954 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (93787d2f-2adf-4aba-b916-b0a844604568), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:19.162858 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:59:19.163738 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:19.199079 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Publish callbacks [] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:19.213568 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d9482-c69f-4391-b2d7-1aff4e8f4a5b None None] Pushing event updated for resources: {'Port': ['ID=93787d2f-2adf-4aba-b916-b0a844604568,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:19.247896 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:19.300059 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Network 03a70c19-db79-42a5-9674-8042863a7bc5 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:19.303261 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:19.306472 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:59:19.307009 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (8ab386f6-3fd8-442c-aecb-914f2b087458), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:19.311958 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:59:19.382969 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1514c7-4098-4936-89af-91ef7322ebf3,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:19.443739 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:19.595148 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:19.597395 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc20b0-327c-4a80-9b3a-49821e190eec req-5a025023-f8d9-4de6-8335-d670396d036c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:19.607618 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-83cc20b0-327c-4a80-9b3a-49821e190eec req-5a025023-f8d9-4de6-8335-d670396d036c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1311405 May 13 13:59:19.682698 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:15Z', 'revision_number': 3, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:19.684574 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-2547e681-73bb-417b-9c44-607d78982979 None None] Provisioning complete for port 8c1514c7-4098-4936-89af-91ef7322ebf3 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:19.685194 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2547e681-73bb-417b-9c44-607d78982979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:19.724075 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-83cc20b0-327c-4a80-9b3a-49821e190eec req-459e7623-29ca-4463-9c68-909671c9b634 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045237 May 13 13:59:19.732577 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2547e681-73bb-417b-9c44-607d78982979 None None] Port 8c1514c7-4098-4936-89af-91ef7322ebf3 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:59:19.743788 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd77ba-f67f-4113-ae50-e7c4df6f1be9 None None] The sync data for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi is: [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:15Z', 'revision_number': 3, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:59:19.920398 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Publish callbacks [] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:19.930844 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:19.931662 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (8ab386f6-3fd8-442c-aecb-914f2b087458), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:20.065451 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6487f-31b4-48b9-a448-f7e6611bb587 req-4ac69c3b-7baf-4e03-8539-6139e260273e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:20.067151 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0ac6487f-31b4-48b9-a448-f7e6611bb587 req-4ac69c3b-7baf-4e03-8539-6139e260273e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.1348622 May 13 13:59:20.071533 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1514c7-4098-4936-89af-91ef7322ebf3,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:20.097281 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef279f-245b-4918-a35d-18b57a4f330e req-8ee11d1e-02fb-4380-b20e-a1babc4d2c1e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:20.113260 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9cef279f-245b-4918-a35d-18b57a4f330e req-8ee11d1e-02fb-4380-b20e-a1babc4d2c1e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1067386 May 13 13:59:20.139310 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Network 03a70c19-db79-42a5-9674-8042863a7bc5 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:20.140981 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:20.249129 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0ac6487f-31b4-48b9-a448-f7e6611bb587 req-d95a5256-140a-475f-8998-6c76ae057a66 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226492 May 13 13:59:20.263854 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9cef279f-245b-4918-a35d-18b57a4f330e req-671c6359-38bf-467d-aca0-7175a3bd18bb tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495073 May 13 13:59:20.578955 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-5f040a4a-7a67-4fbd-8ab1-4e5d1cae3510 None None] Provisioning complete for port 8c1514c7-4098-4936-89af-91ef7322ebf3 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:20.579808 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5f040a4a-7a67-4fbd-8ab1-4e5d1cae3510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:20.635042 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-5f040a4a-7a67-4fbd-8ab1-4e5d1cae3510 None None] Port 8c1514c7-4098-4936-89af-91ef7322ebf3 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:59:20.694540 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Router 8ab386f6-3fd8-442c-aecb-914f2b087458 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:59:20.771582 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-c2b82375-b942-4d82-9d53-6a32e3df2360 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce3869b7-d2b1-485b-b44b-6654613759f1 HTTP/1.1" status: 200 len: 217 time: 0.0797114 May 13 13:59:20.878550 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bae35-8986-431d-9026-29572118e89b req-06501733-cdaf-4c0c-b8ee-1701de4635c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:20.880756 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-308bae35-8986-431d-9026-29572118e89b req-06501733-cdaf-4c0c-b8ee-1701de4635c6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 200 len: 911 time: 0.1969984 May 13 13:59:20.961362 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-070decfd-064a-4938-b225-829f6fff8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:20.963127 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-070decfd-064a-4938-b225-829f6fff8fdf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.0842023 May 13 13:59:21.005576 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-308bae35-8986-431d-9026-29572118e89b req-38e82948-86d0-4434-a99e-82f7f0d2047e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cddf8e8-d022-4c17-bc59-86e111fd692f HTTP/1.1" status: 200 len: 1002 time: 0.1132259 May 13 13:59:21.054654 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac11ef-f6fb-4da4-9afc-dee788d4f443 req-df9dacdc-59ec-402c-9d0c-de1cee0b7ced tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:21.055058 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:59:21.064962 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-03e0634f-8952-48bf-ac09-fb73e4cde5b8 admin admin] 10.222.0.79 "PUT /v2.0/routers/8ab386f6-3fd8-442c-aecb-914f2b087458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3245120 May 13 13:59:21.065067 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9dac11ef-f6fb-4da4-9afc-dee788d4f443 req-df9dacdc-59ec-402c-9d0c-de1cee0b7ced tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1627648 May 13 13:59:21.075707 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-d328a427-dc0b-4da1-a6c8-918b8c363eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:21.077734 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-d328a427-dc0b-4da1-a6c8-918b8c363eeb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778847 May 13 13:59:21.186301 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bae35-8986-431d-9026-29572118e89b req-785b3076-7fd4-4152-85f0-ccbb97d19bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:21.187884 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-308bae35-8986-431d-9026-29572118e89b req-785b3076-7fd4-4152-85f0-ccbb97d19bf2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6ffaafe0-6962-4052-8361-d81fc28ac59c HTTP/1.1" status: 200 len: 849 time: 0.1699371 May 13 13:59:21.273727 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9dac11ef-f6fb-4da4-9afc-dee788d4f443 req-e2f44cdc-9d3d-4f59-a128-a4c9f30a8a7b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156346 May 13 13:59:21.277689 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bae35-8986-431d-9026-29572118e89b req-8ddb2e35-92f9-4dce-a9ea-b1b045fd0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:21.279911 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-308bae35-8986-431d-9026-29572118e89b req-8ddb2e35-92f9-4dce-a9ea-b1b045fd0ec0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=447dd757-4541-46df-a762-b636f2945abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822463 May 13 13:59:21.298661 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-80146454-8e78-45df-91e6-af0b71f86462 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086141 May 13 13:59:21.492352 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-308bae35-8986-431d-9026-29572118e89b req-d3865c37-6aec-4e83-8473-ca97918dd881 service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918440 May 13 13:59:21.501896 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-976dfa71-9f02-4b89-9ae9-476cb93de5dd req-96a7a99e-8e3a-4437-9b15-1d99b1e2759b service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927085 May 13 13:59:21.532029 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372778e-dc76-491a-bd0f-cb441f9011b8 req-d3ae631b-755f-4b0b-997e-d37a17b28f91 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:21.533875 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d372778e-dc76-491a-bd0f-cb441f9011b8 req-d3ae631b-755f-4b0b-997e-d37a17b28f91 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.1094446 May 13 13:59:21.688378 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef15692-d431-429c-87e6-9e0f73b25b14 req-2864b983-417c-4753-87e4-888052162d2f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:21.689957 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5ef15692-d431-429c-87e6-9e0f73b25b14 req-2864b983-417c-4753-87e4-888052162d2f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.2009954 May 13 13:59:21.760934 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d372778e-dc76-491a-bd0f-cb441f9011b8 req-093e7747-0e41-4e7e-8677-ac8d99cdceb9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076807 May 13 13:59:21.823686 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5ef15692-d431-429c-87e6-9e0f73b25b14 req-8c0c642e-a61a-4c98-aab0-aada65ef497a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182756 May 13 13:59:21.833302 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-308bae35-8986-431d-9026-29572118e89b req-6c21e932-e561-423b-9da2-b256dcc328fd service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239136 May 13 13:59:21.966946 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 93787d2f-2adf-4aba-b916-b0a844604568 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:22.068360 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 93787d2f-2adf-4aba-b916-b0a844604568 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:22.068726 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (93787d2f-2adf-4aba-b916-b0a844604568), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.079850 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35882) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:22.094152 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1702193503-network', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:22.135276 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Made reservation on behalf of c54c962a109d4c52b606943ba49ade06 for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:59:22.143494 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.172786 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.213184 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 93787d2f-2adf-4aba-b916-b0a844604568 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:22.214215 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (93787d2f-2adf-4aba-b916-b0a844604568), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.266794 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port 93787d2f-2adf-4aba-b916-b0a844604568, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=93787d2f-2adf-4aba-b916-b0a844604568,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:22.272513 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Sync routers for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:59:22.282798 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (93787d2f-2adf-4aba-b916-b0a844604568), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.329405 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Publish callbacks [] for security_group (fa745312-1e6f-4ad0-8d43-662c7a715e76), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.336783 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (fa745312-1e6f-4ad0-8d43-662c7a715e76), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.339894 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:59:22.340571 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:22.392368 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa745312-1e6f-4ad0-8d43-662c7a715e76,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:22.410985 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 13:59:22.440283 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (b4fd9198-81c4-475c-9dda-fe45f4b2d395), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.441183 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Added segment b4fd9198-81c4-475c-9dda-fe45f4b2d395 of type vlan for network ceb4970c-b006-4219-bb42-0c03fce9d557 May 13 13:59:22.469475 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=93787d2f-2adf-4aba-b916-b0a844604568,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:22.517178 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (ceb4970c-b006-4219-bb42-0c03fce9d557), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.541565 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e456a-eb4d-4a7c-b9d7-2fdd5bc5ef10 req-ef4ea434-56d1-4a55-85ec-1b3cfa6427b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:22.543591 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-679e456a-eb4d-4a7c-b9d7-2fdd5bc5ef10 req-ef4ea434-56d1-4a55-85ec-1b3cfa6427b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0958564 May 13 13:59:22.589932 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (ceb4970c-b006-4219-bb42-0c03fce9d557), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.593211 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:22.594521 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.610668 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:59:22.645948 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5593743 May 13 13:59:22.647368 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35894) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:22.650796 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-679e456a-eb4d-4a7c-b9d7-2fdd5bc5ef10 req-4700effb-2c08-4362-9257-502e6495c929 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921731 May 13 13:59:22.701216 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Request body: {'subnet': {'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1702193503-subnet', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'ip_version': 4}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:22.733939 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128d7ee-2b97-4004-8012-c95510f5f4e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ceb4970c-b006-4219-bb42-0c03fce9d557,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:22.744491 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Made reservation on behalf of c54c962a109d4c52b606943ba49ade06 for: {'subnet': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:59:22.747474 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:22.757914 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network ceb4970c-b006-4219-bb42-0c03fce9d557 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 13:59:22.912333 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [req-0f89ba2b-08c4-49be-b9d0-4e6c5383475e req-653bd7bd-55c9-4555-b1a6-7b04f8cba78c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:59:22.913920 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0f89ba2b-08c4-49be-b9d0-4e6c5383475e req-653bd7bd-55c9-4555-b1a6-7b04f8cba78c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077355 May 13 13:59:22.965606 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39f023-c819-44c8-ab7e-bdd2deb53563 req-575cd003-6785-42c3-be81-559a16e20778 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:22.973289 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef39f023-c819-44c8-ab7e-bdd2deb53563 req-575cd003-6785-42c3-be81-559a16e20778 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0979118 May 13 13:59:23.018799 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 2, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:23.055980 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef39f023-c819-44c8-ab7e-bdd2deb53563 req-45c10088-0d55-4819-ba74-d86bde342033 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813968 May 13 13:59:23.059109 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Checking router: 8ab386f6-3fd8-442c-aecb-914f2b087458 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:59:23.059462 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Updating router 8ab386f6-3fd8-442c-aecb-914f2b087458 port 8c1514c7-4098-4936-89af-91ef7322ebf3 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:59:23.082214 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (4f2c2e74-aa4a-4eab-864c-5ab8cbad8879), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:23.127642 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:23.218624 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2c2e74-aa4a-4eab-864c-5ab8cbad8879,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:23.236065 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Checking segment: {'id': 'b4fd9198-81c4-475c-9dda-fe45f4b2d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:23.237209 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Network hostable DHCP agents. Network: ceb4970c-b006-4219-bb42-0c03fce9d557, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 13:59:23.270607 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Network ceb4970c-b006-4219-bb42-0c03fce9d557 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 13:59:23.283204 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891605a3-8726-4dc3-88d2-98cd6d707d23 req-8f5f6d14-3c6b-4a5e-9fa6-bfded1cf5f5a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:23.287622 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-891605a3-8726-4dc3-88d2-98cd6d707d23 req-8f5f6d14-3c6b-4a5e-9fa6-bfded1cf5f5a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1475024 May 13 13:59:23.290126 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, ceb4970c-b006-4219-bb42-0c03fce9d557) {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:23.300209 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:23.301931 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:23.337880 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-a12a1836-e34a-4c17-a860-fb07bb31a3f4 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6429400 May 13 13:59:23.341655 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35914) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:23.361618 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1702193503-router', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:23.403420 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (690b27bf-0902-41e5-89a7-7980f379f789), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:23.405571 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-891605a3-8726-4dc3-88d2-98cd6d707d23 req-6480a4e8-16f1-4671-bedd-ff67be7cc14d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013179 May 13 13:59:23.406908 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (690b27bf-0902-41e5-89a7-7980f379f789), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:23.413765 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf99bde-a5f3-491e-b15a-46a4026a065b None None] Network ceb4970c-b006-4219-bb42-0c03fce9d557 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:59:23.525929 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks [] for router_controller (690b27bf-0902-41e5-89a7-7980f379f789), precommit_add_association {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:23.747168 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-ceb4970c-b006-4219-bb42-0c03fce9d557', 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557', 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'fixed_ips': [{'subnet_id': '4f2c2e74-aa4a-4eab-864c-5ab8cbad8879'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 13:59:23.749057 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:23.820870 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks [] for router_gateway (690b27bf-0902-41e5-89a7-7980f379f789), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:23.905359 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8792b4-d9a2-462c-9a48-16ecdeefae38 req-e35d3740-a21b-41d3-bfbe-e51ac2aa89a7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:23.909020 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b8792b4-d9a2-462c-9a48-16ecdeefae38 req-e35d3740-a21b-41d3-bfbe-e51ac2aa89a7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1159787 May 13 13:59:24.038276 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b8792b4-d9a2-462c-9a48-16ecdeefae38 req-626e93e0-80e7-44da-af4c-e41cdeadf35b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151383 May 13 13:59:24.167040 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks [] for router_gateway (690b27bf-0902-41e5-89a7-7980f379f789), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.184978 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 93787d2f-2adf-4aba-b916-b0a844604568 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:24.209166 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.228396 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35940) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:24.237371 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0be6f7-e5f4-4c74-a857-d86ed31e03a6 req-c4813f63-0bf9-4642-a912-d8fda14b9a62 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:24.242161 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-db0be6f7-e5f4-4c74-a857-d86ed31e03a6 req-c4813f63-0bf9-4642-a912-d8fda14b9a62 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.1029561 May 13 13:59:24.313033 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Allocated IP 172.20.0.2 (ceb4970c-b006-4219-bb42-0c03fce9d557/4f2c2e74-aa4a-4eab-864c-5ab8cbad8879/fd9796cf-369b-4ade-b0d9-ca616bfb0682) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:59:24.316831 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Publish callbacks [] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.336033 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.336585 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-db0be6f7-e5f4-4c74-a857-d86ed31e03a6 req-482bc6af-1fd8-488a-9e8d-1964761091d2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835869 May 13 13:59:24.341595 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 93787d2f-2adf-4aba-b916-b0a844604568 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:24.342143 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (93787d2f-2adf-4aba-b916-b0a844604568), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.383517 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-340c260a-a9d3-4f80-99ca-540961584f74 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1539879 May 13 13:59:24.394878 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 7212a472-72e2-4e58-9b35-4036a7195ef1 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:59:24.399331 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-493e54db-55c7-4f74-b9c4-8d688a8ef971 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 13:59:24.400563 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-493e54db-55c7-4f74-b9c4-8d688a8ef971 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0083792 May 13 13:59:24.422098 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Allocated IP 172.27.3.212 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/0de26c16-85f0-4891-9158-227458af102d) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:59:24.554052 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35950) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:24.604521 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e6baf-4da2-457a-8444-ca89f46ec000 None None] Pushing event updated for resources: {'Port': ['ID=8c1514c7-4098-4936-89af-91ef7322ebf3,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:24.612347 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks [] for port (0de26c16-85f0-4891-9158-227458af102d), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.673680 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f440f-8396-4f57-9edd-f765095f226f req-c1a1ab1d-a376-4c27-9661-fe19b44e97d6 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:24.675674 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf3f440f-8396-4f57-9edd-f765095f226f req-c1a1ab1d-a376-4c27-9661-fe19b44e97d6 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1251385 May 13 13:59:24.683142 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (0de26c16-85f0-4891-9158-227458af102d), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.737841 dv-cinder-841753-1-iscsi neutron-server[109875]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 13 13:59:24.745937 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Publish callbacks [] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.764054 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf3f440f-8396-4f57-9edd-f765095f226f req-535ca18f-6463-45cc-8207-bd8eb92d1406 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706663 May 13 13:59:24.817802 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Attempting to bind port 8c1514c7-4098-4936-89af-91ef7322ebf3 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:59:24.818269 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Attempting to bind port 8c1514c7-4098-4936-89af-91ef7322ebf3 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:59:24.818632 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Attempting to bind port 8c1514c7-4098-4936-89af-91ef7322ebf3 on network 03a70c19-db79-42a5-9674-8042863a7bc5 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:24.823238 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:24.828531 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.846889 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:24.860402 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-fa550b14-8355-4fff-a7d5-4672fba9acca tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:24.861364 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-fa550b14-8355-4fff-a7d5-4672fba9acca tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports/7212a472-72e2-4e58-9b35-4036a7195ef1 HTTP/1.1" status: 200 len: 941 time: 0.3063414 May 13 13:59:24.862008 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Pushing event updated for resources: {'Port': ['ID=0de26c16-85f0-4891-9158-227458af102d,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:24.864550 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:59:24.910505 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:59:24.910960 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Checking segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:24.911346 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.911747 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Bound using segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:59:24.912239 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Bound port: 8c1514c7-4098-4936-89af-91ef7322ebf3, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:59:24.912665 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.944326 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-54e4a693-ac88-4304-ac7c-d2626656dcce None None] Provisioning complete for port 8c1514c7-4098-4936-89af-91ef7322ebf3 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:24.944695 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-54e4a693-ac88-4304-ac7c-d2626656dcce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:24.951826 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 93787d2f-2adf-4aba-b916-b0a844604568 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:24.989423 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Network ceb4970c-b006-4219-bb42-0c03fce9d557 is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:24.992388 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 7212a472-72e2-4e58-9b35-4036a7195ef1 is: DOWN; New status is: DOWN {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:25.003045 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:25.005625 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:59:25.060270 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Pushing event updated for resources: {'Port': ['ID=fd9796cf-369b-4ade-b0d9-ca616bfb0682,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:25.100249 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-54e4a693-ac88-4304-ac7c-d2626656dcce None None] Port 8c1514c7-4098-4936-89af-91ef7322ebf3 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:59:25.165938 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] For port 8c1514c7-4098-4936-89af-91ef7322ebf3, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:59:25.172487 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Attempting to bind port fd9796cf-369b-4ade-b0d9-ca616bfb0682 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:59:25.173035 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Attempting to bind port fd9796cf-369b-4ade-b0d9-ca616bfb0682 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'b4fd9198-81c4-475c-9dda-fe45f4b2d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:59:25.173668 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Attempting to bind port fd9796cf-369b-4ade-b0d9-ca616bfb0682 on network ceb4970c-b006-4219-bb42-0c03fce9d557 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:25.187675 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:59:25.188755 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Checking segment: {'id': 'b4fd9198-81c4-475c-9dda-fe45f4b2d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:25.188755 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:25.189070 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Bound using segment: {'id': 'b4fd9198-81c4-475c-9dda-fe45f4b2d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:59:25.189291 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Bound port: fd9796cf-369b-4ade-b0d9-ca616bfb0682, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fd9198-81c4-475c-9dda-fe45f4b2d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:59:25.189990 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:25.191121 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks [] for router_gateway (690b27bf-0902-41e5-89a7-7980f379f789), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:25.197985 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] For port 8c1514c7-4098-4936-89af-91ef7322ebf3, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=8c1514c7-4098-4936-89af-91ef7322ebf3,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:59:25.213447 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7ae25-de49-405c-b4b8-a3263a4f14b1 req-c6cd0314-5cde-4cde-9690-d1df081431af tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:25.216268 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-82a7ae25-de49-405c-b4b8-a3263a4f14b1 req-c6cd0314-5cde-4cde-9690-d1df081431af tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0590315 May 13 13:59:25.219303 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:25.290559 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-82a7ae25-de49-405c-b4b8-a3263a4f14b1 req-229fec62-46e3-4a5b-82f6-04545c7c4764 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649054 May 13 13:59:25.358413 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e6baf-4da2-457a-8444-ca89f46ec000 None None] Pushing event updated for resources: {'Port': ['ID=8c1514c7-4098-4936-89af-91ef7322ebf3,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:25.366882 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:59:25.368334 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:25.456632 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] For port fd9796cf-369b-4ade-b0d9-ca616bfb0682, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:59:25.495774 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] For port fd9796cf-369b-4ade-b0d9-ca616bfb0682, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=fd9796cf-369b-4ade-b0d9-ca616bfb0682,segment=NetworkSegment(b4fd9198-81c4-475c-9dda-fe45f4b2d395),segment_id=b4fd9198-81c4-475c-9dda-fe45f4b2d395)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:59:25.514732 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:25.544123 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72250c14-a886-49c8-ba10-b1e83f884323 req-a5362770-9898-4000-8f7f-a52362d4e5ad tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:25.552436 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-72250c14-a886-49c8-ba10-b1e83f884323 req-a5362770-9898-4000-8f7f-a52362d4e5ad tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0882740 May 13 13:59:25.647639 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-72250c14-a886-49c8-ba10-b1e83f884323 req-e1b7c68f-52a3-46ed-813a-7344d0dccfb2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930014 May 13 13:59:25.686634 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-95de34fc-39bb-4d2e-881e-ac6dc6b1c47c None None] Provisioning complete for port 8c1514c7-4098-4936-89af-91ef7322ebf3 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:25.687071 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-95de34fc-39bb-4d2e-881e-ac6dc6b1c47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:25.729119 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d59f6a-53ed-46ed-985b-2d4cec804d32 None None] Pushing event updated for resources: {'Port': ['ID=fd9796cf-369b-4ade-b0d9-ca616bfb0682,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:25.738230 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (690b27bf-0902-41e5-89a7-7980f379f789), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:25.740380 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:59:25.965714 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac675c0-3b0f-47fd-a40e-5d25a9c4a9f4 req-39802d42-a960-4c20-b518-1f8ab11ea173 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:25.969530 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7ac675c0-3b0f-47fd-a40e-5d25a9c4a9f4 req-39802d42-a960-4c20-b518-1f8ab11ea173 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0943968 May 13 13:59:26.118344 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7ac675c0-3b0f-47fd-a40e-5d25a9c4a9f4 req-61504ac9-7579-4340-9be0-1dbed084e263 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423197 May 13 13:59:26.169818 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Router 690b27bf-0902-41e5-89a7-7980f379f789 is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 13:59:26.196830 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-95de34fc-39bb-4d2e-881e-ac6dc6b1c47c None None] Current status of the port 8c1514c7-4098-4936-89af-91ef7322ebf3 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:26.197304 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-95de34fc-39bb-4d2e-881e-ac6dc6b1c47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:26.285212 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-95de34fc-39bb-4d2e-881e-ac6dc6b1c47c None None] For port 8c1514c7-4098-4936-89af-91ef7322ebf3, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=8c1514c7-4098-4936-89af-91ef7322ebf3,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:26.291781 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-95de34fc-39bb-4d2e-881e-ac6dc6b1c47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:26.359637 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:59:26.373781 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Sync routers for ids ['690b27bf-0902-41e5-89a7-7980f379f789'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:59:26.379204 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de34fc-39bb-4d2e-881e-ac6dc6b1c47c None None] Pushing event updated for resources: {'Port': ['ID=8c1514c7-4098-4936-89af-91ef7322ebf3,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:26.385289 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:25Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:26.390194 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Routers {'690b27bf-0902-41e5-89a7-7980f379f789'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:59:26.390858 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:26.391516 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['690b27bf-0902-41e5-89a7-7980f379f789'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:26.392573 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-06171ba0-e680-4716-b13b-b60ad4e3244f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0490141 May 13 13:59:26.396368 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 35978) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:26.417824 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef423b-248f-499f-b597-b343cd0c5192 None None] The sync data for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi is: [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:25Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:59:26.559792 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Set router 690b27bf-0902-41e5-89a7-7980f379f789 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:59:26.809834 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b27bf-0902-41e5-89a7-7980f379f789', 'name': 'tempest-TestVolumeBootPattern-1702193503-router', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '0de26c16-85f0-4891-9158-227458af102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:23Z', 'updated_at': '2022-05-13T13:59:25Z', 'revision_number': 3, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'gw_port': {'id': '0de26c16-85f0-4891-9158-227458af102d', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b27bf-0902-41e5-89a7-7980f379f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:24Z', 'updated_at': '2022-05-13T13:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:26.848203 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Checking router: 690b27bf-0902-41e5-89a7-7980f379f789 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:59:26.848741 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Updating router 690b27bf-0902-41e5-89a7-7980f379f789 port 0de26c16-85f0-4891-9158-227458af102d binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:59:26.892222 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0de26c16-85f0-4891-9158-227458af102d), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:27.366130 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a8e776-39b6-4266-9d82-4ecceec5f8d9 None None] Network ceb4970c-b006-4219-bb42-0c03fce9d557 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 13:59:27.397457 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6391c8-a665-4896-8f4b-2e813228788f req-9ab11529-7959-4c95-8efb-08ff2ba2b03b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:27.405755 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fc6391c8-a665-4896-8f4b-2e813228788f req-9ab11529-7959-4c95-8efb-08ff2ba2b03b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1169248 May 13 13:59:27.449217 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Publish callbacks [] for port (0de26c16-85f0-4891-9158-227458af102d), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:27.461539 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0de26c16-85f0-4891-9158-227458af102d), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:27.504344 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-aadf4e97-4e4e-4aec-9fee-87b410b20593 None None] Provisioning complete for port fd9796cf-369b-4ade-b0d9-ca616bfb0682 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:27.505006 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-aadf4e97-4e4e-4aec-9fee-87b410b20593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:27.517024 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fc6391c8-a665-4896-8f4b-2e813228788f req-4bbbf942-76da-47df-9033-c77045adbc5c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100125 May 13 13:59:27.570780 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:27.605584 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Attempting to bind port 0de26c16-85f0-4891-9158-227458af102d on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:59:27.606202 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Attempting to bind port 0de26c16-85f0-4891-9158-227458af102d by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:59:27.606762 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Attempting to bind port 0de26c16-85f0-4891-9158-227458af102d on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:27.615809 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:59:27.616910 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:27.617533 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:27.618135 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:59:27.618850 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Bound port: 0de26c16-85f0-4891-9158-227458af102d, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:59:27.619446 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0de26c16-85f0-4891-9158-227458af102d), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:27.623223 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68de06f-3508-4960-b449-786101824422 None None] Pushing event updated for resources: {'Port': ['ID=0de26c16-85f0-4891-9158-227458af102d,revision_number=2']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:27.695405 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] For port 0de26c16-85f0-4891-9158-227458af102d, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:59:27.701849 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] For port 0de26c16-85f0-4891-9158-227458af102d, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=0de26c16-85f0-4891-9158-227458af102d,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:59:27.713633 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0de26c16-85f0-4891-9158-227458af102d), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:27.772341 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Routers {'690b27bf-0902-41e5-89a7-7980f379f789'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:59:27.773518 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['690b27bf-0902-41e5-89a7-7980f379f789'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:27.808209 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Allocated IP 172.20.0.1 (ceb4970c-b006-4219-bb42-0c03fce9d557/4f2c2e74-aa4a-4eab-864c-5ab8cbad8879/088935e9-d82b-4a86-8b60-a76ba4acbf80) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:59:27.953806 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-aadf4e97-4e4e-4aec-9fee-87b410b20593 None None] Current status of the port fd9796cf-369b-4ade-b0d9-ca616bfb0682 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:27.954137 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-aadf4e97-4e4e-4aec-9fee-87b410b20593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.021281 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device fd9796cf-369b-4ade-b0d9-ca616bfb0682 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:28.057924 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Publish callbacks [] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.075677 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-aadf4e97-4e4e-4aec-9fee-87b410b20593 None None] For port fd9796cf-369b-4ade-b0d9-ca616bfb0682, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=fd9796cf-369b-4ade-b0d9-ca616bfb0682,segment=NetworkSegment(b4fd9198-81c4-475c-9dda-fe45f4b2d395),segment_id=b4fd9198-81c4-475c-9dda-fe45f4b2d395)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:28.085895 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-aadf4e97-4e4e-4aec-9fee-87b410b20593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.140456 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.167721 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68de06f-3508-4960-b449-786101824422 None None] Pushing event updated for resources: {'Port': ['ID=0de26c16-85f0-4891-9158-227458af102d,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:28.201088 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf4e97-4e4e-4aec-9fee-87b410b20593 None None] Pushing event updated for resources: {'Port': ['ID=fd9796cf-369b-4ade-b0d9-ca616bfb0682,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:28.259841 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-9cfe6848-684b-413d-a1e0-2ce02e543dd8 None None] Provisioning complete for port fd9796cf-369b-4ade-b0d9-ca616bfb0682 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:28.260526 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Network ceb4970c-b006-4219-bb42-0c03fce9d557 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:28.260659 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-9cfe6848-684b-413d-a1e0-2ce02e543dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.268098 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:28.300103 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:59:28.301004 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (690b27bf-0902-41e5-89a7-7980f379f789), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.312786 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port fd9796cf-369b-4ade-b0d9-ca616bfb0682 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:28.313157 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.340114 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] Set router 690b27bf-0902-41e5-89a7-7980f379f789 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:59:28.402448 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Pushing event updated for resources: {'Port': ['ID=088935e9-d82b-4a86-8b60-a76ba4acbf80,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:28.435325 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 35994) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:28.440136 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-9cfea821-25ca-4c28-88df-cc411baebe50 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131542550', 'description': 'tempest-description--466772166'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:28.492865 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9cfea821-25ca-4c28-88df-cc411baebe50 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.638266 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe6848-684b-413d-a1e0-2ce02e543dd8 None None] Current status of the port fd9796cf-369b-4ade-b0d9-ca616bfb0682 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:28.641836 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port fd9796cf-369b-4ade-b0d9-ca616bfb0682 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:28.646892 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8c1514c7-4098-4936-89af-91ef7322ebf3 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:28.694083 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9cfea821-25ca-4c28-88df-cc411baebe50 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group (ec935105-138f-4f54-903c-5657c7ab8f33), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.696701 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.706560 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9cfea821-25ca-4c28-88df-cc411baebe50 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (ec935105-138f-4f54-903c-5657c7ab8f33), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.786337 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-2fe5946c-3f14-4ead-b080-06cabeb1f0d9 None None] Provisioning complete for port 088935e9-d82b-4a86-8b60-a76ba4acbf80 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:28.787078 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2fe5946c-3f14-4ead-b080-06cabeb1f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.791678 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 8c1514c7-4098-4936-89af-91ef7322ebf3 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:28.792357 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.803783 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9cfea821-25ca-4c28-88df-cc411baebe50 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.805537 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-9cfea821-25ca-4c28-88df-cc411baebe50 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3691339 May 13 13:59:28.809614 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36000) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:28.815312 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-dbbf758c-fd62-47b4-83f5-af87a4351f5a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Request body: {'security_group_rule': {'security_group_id': 'ec935105-138f-4f54-903c-5657c7ab8f33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:28.833136 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b27bf-0902-41e5-89a7-7980f379f789', 'name': 'tempest-TestVolumeBootPattern-1702193503-router', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '0de26c16-85f0-4891-9158-227458af102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:23Z', 'updated_at': '2022-05-13T13:59:25Z', 'revision_number': 3, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'gw_port': {'id': '0de26c16-85f0-4891-9158-227458af102d', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b27bf-0902-41e5-89a7-7980f379f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:24Z', 'updated_at': '2022-05-13T13:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:28.844478 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268932a-c9a2-4dde-88c6-54ba447b5d86 req-4bee03fd-1b54-4993-8093-5b75f17599ea tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:28.854815 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8268932a-c9a2-4dde-88c6-54ba447b5d86 req-4bee03fd-1b54-4993-8093-5b75f17599ea tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1325519 May 13 13:59:28.867318 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfea821-25ca-4c28-88df-cc411baebe50 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec935105-138f-4f54-903c-5657c7ab8f33,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:28.867530 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5946c-3f14-4ead-b080-06cabeb1f0d9 None None] Port 088935e9-d82b-4a86-8b60-a76ba4acbf80 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:59:28.903386 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8261d-37e7-46c5-b359-49e3c269c245 None None] The sync data for ids ['690b27bf-0902-41e5-89a7-7980f379f789'] in dv-cinder-841753-1-iscsi is: [{'id': '690b27bf-0902-41e5-89a7-7980f379f789', 'name': 'tempest-TestVolumeBootPattern-1702193503-router', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '0de26c16-85f0-4891-9158-227458af102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:23Z', 'updated_at': '2022-05-13T13:59:25Z', 'revision_number': 3, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'gw_port': {'id': '0de26c16-85f0-4891-9158-227458af102d', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b27bf-0902-41e5-89a7-7980f379f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:24Z', 'updated_at': '2022-05-13T13:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:59:28.935911 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-dbbf758c-fd62-47b4-83f5-af87a4351f5a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group_rule (8c1593db-8d89-4bc5-b588-b80978a426e1), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:28.940100 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844703d4-f3cc-4b95-bfdd-44ea9d6b4fb6 req-4ce940a6-748c-49eb-9bf3-57d26992fc52 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:28.942934 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-844703d4-f3cc-4b95-bfdd-44ea9d6b4fb6 req-4ce940a6-748c-49eb-9bf3-57d26992fc52 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 946 time: 0.1700697 May 13 13:59:28.957033 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8268932a-c9a2-4dde-88c6-54ba447b5d86 req-1f51b2ab-e114-4798-b990-dfb7ea1d908b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970623 May 13 13:59:29.036563 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 8c1514c7-4098-4936-89af-91ef7322ebf3 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:29.043243 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-844703d4-f3cc-4b95-bfdd-44ea9d6b4fb6 req-350d117c-5b74-4984-97db-ec96a1deef60 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830483 May 13 13:59:29.091665 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Publish callbacks [] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.098404 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.099163 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (690b27bf-0902-41e5-89a7-7980f379f789), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.102397 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-dbbf758c-fd62-47b4-83f5-af87a4351f5a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group_rule (8c1593db-8d89-4bc5-b588-b80978a426e1), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.133274 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-dbbf758c-fd62-47b4-83f5-af87a4351f5a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (8c1593db-8d89-4bc5-b588-b80978a426e1), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.205408 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf758c-fd62-47b4-83f5-af87a4351f5a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1593db-8d89-4bc5-b588-b80978a426e1,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:29.221852 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-dbbf758c-fd62-47b4-83f5-af87a4351f5a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.223121 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-dbbf758c-fd62-47b4-83f5-af87a4351f5a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122770 May 13 13:59:29.228166 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36002) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:29.234961 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-e113a56b-faa5-4ca3-ae40-7e2d57827c2f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Request body: {'security_group_rule': {'security_group_id': 'ec935105-138f-4f54-903c-5657c7ab8f33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:29.237856 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Pushing event updated for resources: {'Port': ['ID=088935e9-d82b-4a86-8b60-a76ba4acbf80,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:29.305198 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e113a56b-faa5-4ca3-ae40-7e2d57827c2f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group_rule (44444fb1-72ad-43f6-adfa-ebc5db0ad525), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.359051 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Network ceb4970c-b006-4219-bb42-0c03fce9d557 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:29.360757 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:29.400573 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e113a56b-faa5-4ca3-ae40-7e2d57827c2f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group_rule (44444fb1-72ad-43f6-adfa-ebc5db0ad525), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.406873 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e113a56b-faa5-4ca3-ae40-7e2d57827c2f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (44444fb1-72ad-43f6-adfa-ebc5db0ad525), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.446889 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e113a56b-faa5-4ca3-ae40-7e2d57827c2f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.451616 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e113a56b-faa5-4ca3-ae40-7e2d57827c2f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2221334 May 13 13:59:29.452463 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36004) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:29.453203 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113a56b-faa5-4ca3-ae40-7e2d57827c2f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44444fb1-72ad-43f6-adfa-ebc5db0ad525,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:29.464337 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:29.492308 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.532182 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Router 690b27bf-0902-41e5-89a7-7980f379f789 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 13:59:29.628751 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.700185 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-6f9e1d20-d500-4333-b750-9b4162225092 None None] Provisioning complete for port 088935e9-d82b-4a86-8b60-a76ba4acbf80 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:29.701204 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-6f9e1d20-d500-4333-b750-9b4162225092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:29.708990 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 13:59:29.719089 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-944fbd23-e08a-4137-a38b-a86d544d3e6a admin admin] 10.222.0.79 "PUT /v2.0/routers/690b27bf-0902-41e5-89a7-7980f379f789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3221536 May 13 13:59:29.759773 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-6f9e1d20-d500-4333-b750-9b4162225092 None None] Port 088935e9-d82b-4a86-8b60-a76ba4acbf80 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:59:29.777104 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Allocated IP 172.27.3.221 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/eeee1eaa-8912-4d24-ab59-4cff8c3acd51) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:59:29.985421 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for port (eeee1eaa-8912-4d24-ab59-4cff8c3acd51), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.040361 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (eeee1eaa-8912-4d24-ab59-4cff8c3acd51), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.115947 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0de26c16-85f0-4891-9158-227458af102d up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:30.117518 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event updated for resources: {'Port': ['ID=eeee1eaa-8912-4d24-ab59-4cff8c3acd51,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:30.134429 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:30.152308 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:30.155041 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:59:30.207976 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860db676-9266-4dea-b446-00995ce3e47b req-7ed86803-2d4e-48a0-b4da-b3b09c834a0a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:30.210182 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36016) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:30.214877 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 0de26c16-85f0-4891-9158-227458af102d triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:30.215633 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0de26c16-85f0-4891-9158-227458af102d), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.216175 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-860db676-9266-4dea-b446-00995ce3e47b req-7ed86803-2d4e-48a0-b4da-b3b09c834a0a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1228230 May 13 13:59:30.221029 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-ab1069d4-029f-46a7-8fa4-da9413623e5d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743970202', 'description': 'tempest-secgroup-smoke-1743970202 description', 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:30.286889 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-860db676-9266-4dea-b446-00995ce3e47b req-e8d33050-6a81-4df0-b528-78ed489086a1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696597 May 13 13:59:30.296893 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ab1069d4-029f-46a7-8fa4-da9413623e5d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.378451 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 0de26c16-85f0-4891-9158-227458af102d is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:30.379315 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0de26c16-85f0-4891-9158-227458af102d), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.388227 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for floatingip (59cda883-abe0-42e1-bc03-8553a58e5a60), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.395059 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37314a7f-1167-4f35-af87-56545ef072e7 req-313025dd-2690-4b51-b5c8-4334cce70d7c tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:30.399238 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-37314a7f-1167-4f35-af87-56545ef072e7 req-313025dd-2690-4b51-b5c8-4334cce70d7c tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 946 time: 0.0783050 May 13 13:59:30.408285 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port 0de26c16-85f0-4891-9158-227458af102d, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=0de26c16-85f0-4891-9158-227458af102d,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:30.414743 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0de26c16-85f0-4891-9158-227458af102d), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.415981 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ab1069d4-029f-46a7-8fa4-da9413623e5d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group (dc833ac7-adca-4e5c-b409-32f1257d5ed2), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.416249 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device fd9796cf-369b-4ade-b0d9-ca616bfb0682 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:30.421958 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ab1069d4-029f-46a7-8fa4-da9413623e5d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (dc833ac7-adca-4e5c-b409-32f1257d5ed2), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.462410 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1069d4-029f-46a7-8fa4-da9413623e5d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc833ac7-adca-4e5c-b409-32f1257d5ed2,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:30.466722 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (eeee1eaa-8912-4d24-ab59-4cff8c3acd51), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.467326 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ab1069d4-029f-46a7-8fa4-da9413623e5d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.468655 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-ab1069d4-029f-46a7-8fa4-da9413623e5d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2570088 May 13 13:59:30.471496 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36018) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:30.478452 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-87d36b6b-a12a-4129-bc7e-c9ee7f0a13e5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'security_group_rule': {'security_group_id': 'dc833ac7-adca-4e5c-b409-32f1257d5ed2', 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:30.511388 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-37314a7f-1167-4f35-af87-56545ef072e7 req-1e29bf6c-9d7a-4180-ae22-4f6cd1b256ab tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028118 May 13 13:59:30.512033 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-87d36b6b-a12a-4129-bc7e-c9ee7f0a13e5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (ef9aae3b-a022-4142-8cbf-c8d449262d71), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.513757 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=0de26c16-85f0-4891-9158-227458af102d,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:30.525701 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port fd9796cf-369b-4ade-b0d9-ca616bfb0682 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:30.526078 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.605811 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-87d36b6b-a12a-4129-bc7e-c9ee7f0a13e5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (ef9aae3b-a022-4142-8cbf-c8d449262d71), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.618875 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-87d36b6b-a12a-4129-bc7e-c9ee7f0a13e5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (ef9aae3b-a022-4142-8cbf-c8d449262d71), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.642993 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port fd9796cf-369b-4ade-b0d9-ca616bfb0682 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:30.659414 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d36b6b-a12a-4129-bc7e-c9ee7f0a13e5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9aae3b-a022-4142-8cbf-c8d449262d71,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:30.672453 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-87d36b6b-a12a-4129-bc7e-c9ee7f0a13e5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.675359 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-87d36b6b-a12a-4129-bc7e-c9ee7f0a13e5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2026789 May 13 13:59:30.678776 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36020) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:30.691364 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-282d7fdf-695b-433a-b879-464808676013 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'security_group_rule': {'security_group_id': 'dc833ac7-adca-4e5c-b409-32f1257d5ed2', 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:30.700306 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-577957f1-bd10-4b1c-9402-8fcb6a43a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:30.701872 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-577957f1-bd10-4b1c-9402-8fcb6a43a59f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64&tenant_id=203eb74b5a2c444aac67940d775ecfc3 HTTP/1.1" status: 200 len: 1128 time: 0.1123161 May 13 13:59:30.731607 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-282d7fdf-695b-433a-b879-464808676013 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (93bfcb98-78a8-4dea-8a6f-c42b49acda1b), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.769154 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for port (eeee1eaa-8912-4d24-ab59-4cff8c3acd51), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.775070 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (eeee1eaa-8912-4d24-ab59-4cff8c3acd51), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.810863 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-282d7fdf-695b-433a-b879-464808676013 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (93bfcb98-78a8-4dea-8a6f-c42b49acda1b), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.818739 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-282d7fdf-695b-433a-b879-464808676013 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (93bfcb98-78a8-4dea-8a6f-c42b49acda1b), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.851259 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d7fdf-695b-433a-b879-464808676013 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93bfcb98-78a8-4dea-8a6f-c42b49acda1b,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:30.875529 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-282d7fdf-695b-433a-b879-464808676013 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.878748 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-282d7fdf-695b-433a-b879-464808676013 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1982453 May 13 13:59:30.883029 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36022) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:30.889431 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-bfc7f6d6-46a2-4751-8790-f1afb4fa68c5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'security_group_rule': {'security_group_id': 'dc833ac7-adca-4e5c-b409-32f1257d5ed2', 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:30.924443 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event updated for resources: {'Port': ['ID=eeee1eaa-8912-4d24-ab59-4cff8c3acd51,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:30.938632 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfc7f6d6-46a2-4751-8790-f1afb4fa68c5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (a9be1d06-bf5f-43d7-ad52-b87286a0ed49), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.953262 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (59cda883-abe0-42e1-bc03-8553a58e5a60), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.958100 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-9edc2411-93d4-4d89-b056-6352c274aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:30.961178 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-9edc2411-93d4-4d89-b056-6352c274aafb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 1128 time: 0.0920584 May 13 13:59:30.984526 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:30.991176 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-efe28f6f-4ae5-48dc-9236-6515a89027b7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5354812 May 13 13:59:31.038069 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfc7f6d6-46a2-4751-8790-f1afb4fa68c5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (a9be1d06-bf5f-43d7-ad52-b87286a0ed49), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.053814 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfc7f6d6-46a2-4751-8790-f1afb4fa68c5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (a9be1d06-bf5f-43d7-ad52-b87286a0ed49), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.101446 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc7f6d6-46a2-4751-8790-f1afb4fa68c5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9be1d06-bf5f-43d7-ad52-b87286a0ed49,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:31.119188 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfc7f6d6-46a2-4751-8790-f1afb4fa68c5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.121054 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-bfc7f6d6-46a2-4751-8790-f1afb4fa68c5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2362554 May 13 13:59:31.127253 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36028) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:31.128406 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-d9b65f2f-4e02-4800-8bbf-fe101d529298 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:31.130057 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-d9b65f2f-4e02-4800-8bbf-fe101d529298 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.87 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 946 time: 0.0862484 May 13 13:59:31.133490 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-6a5a95f9-75df-4d09-8b97-0b958a802d17 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'security_group_rule': {'security_group_id': 'dc833ac7-adca-4e5c-b409-32f1257d5ed2', 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:31.181073 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-e824af7d-64d3-40c9-b10d-009c24c3bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:31.182620 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-e824af7d-64d3-40c9-b10d-009c24c3bab5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 918 time: 0.1427720 May 13 13:59:31.205619 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6a5a95f9-75df-4d09-8b97-0b958a802d17 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (31247ca0-18cb-46d2-abc5-cbc9156e7dc8), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.284264 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-585d5887-78fe-49de-bf65-6e3daa099034 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Deleting port 260d78f5-565f-48bf-bc2f-22b683574971 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 13:59:31.284711 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-585d5887-78fe-49de-bf65-6e3daa099034 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (260d78f5-565f-48bf-bc2f-22b683574971), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.333105 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Sync routers for ids ['690b27bf-0902-41e5-89a7-7980f379f789'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 13:59:31.363535 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Routers {'690b27bf-0902-41e5-89a7-7980f379f789'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:59:31.366145 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['690b27bf-0902-41e5-89a7-7980f379f789'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:31.425152 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-585d5887-78fe-49de-bf65-6e3daa099034 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] For port 260d78f5-565f-48bf-bc2f-22b683574971, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=260d78f5-565f-48bf-bc2f-22b683574971,segment=NetworkSegment(7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8),segment_id=7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:31.425847 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-585d5887-78fe-49de-bf65-6e3daa099034 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (260d78f5-565f-48bf-bc2f-22b683574971), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.449901 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-585d5887-78fe-49de-bf65-6e3daa099034 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Calling delete_port for 260d78f5-565f-48bf-bc2f-22b683574971 owned by compute:nova {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 13:59:31.524902 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Set router 690b27bf-0902-41e5-89a7-7980f379f789 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:59:31.640610 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-585d5887-78fe-49de-bf65-6e3daa099034 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (260d78f5-565f-48bf-bc2f-22b683574971), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.676356 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d5887-78fe-49de-bf65-6e3daa099034 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Pushing event deleted for resources: {'Port': ['ID=260d78f5-565f-48bf-bc2f-22b683574971,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:31.691295 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['260d78f5-565f-48bf-bc2f-22b683574971'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:59:31.705410 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-32228c41-7969-4105-931e-aefce2575556 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7212a472-72e2-4e58-9b35-4036a7195ef1 HTTP/1.1" status: 200 len: 1000 time: 0.5121229 May 13 13:59:31.735813 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-585d5887-78fe-49de-bf65-6e3daa099034 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] No DVR routers for this DVR port 260d78f5-565f-48bf-bc2f-22b683574971 on host hv-cinder-84175 {{(pid=109875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 13:59:31.740536 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-585d5887-78fe-49de-bf65-6e3daa099034 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.744242 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-63d64617-bd2d-4e97-907a-452b9d245c4d req-585d5887-78fe-49de-bf65-6e3daa099034 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.87 "DELETE /v2.0/ports/260d78f5-565f-48bf-bc2f-22b683574971 HTTP/1.1" status: 204 len: 173 time: 0.6017613 May 13 13:59:31.744781 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d3002e-b010-4a1b-900b-ea079465a93e', 'name': 'network-vif-deleted', 'tag': '260d78f5-565f-48bf-bc2f-22b683574971'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:59:31.747579 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f45efd9-346e-4e7c-899a-efc96f7464f8" -d '{"events": [{"server_uuid": "64d3002e-b010-4a1b-900b-ea079465a93e", "name": "network-vif-deleted", "tag": "260d78f5-565f-48bf-bc2f-22b683574971"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:59:31.795087 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-3366b208-eeb0-48b0-a399-a3d0cddf15cd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2131542550&fields=id&tenant_id=ef89791b177f4bf0ba916f133c79f33a HTTP/1.1" status: 200 len: 267 time: 0.5472860 May 13 13:59:31.823297 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b27bf-0902-41e5-89a7-7980f379f789', 'name': 'tempest-TestVolumeBootPattern-1702193503-router', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '0de26c16-85f0-4891-9158-227458af102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:23Z', 'updated_at': '2022-05-13T13:59:28Z', 'revision_number': 4, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'gw_port': {'id': '0de26c16-85f0-4891-9158-227458af102d', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b27bf-0902-41e5-89a7-7980f379f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:24Z', 'updated_at': '2022-05-13T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '088935e9-d82b-4a86-8b60-a76ba4acbf80', 'name': '', 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'mac_address': 'fa:16:3e:61:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b27bf-0902-41e5-89a7-7980f379f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f2c2e74-aa4a-4eab-864c-5ab8cbad8879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:27Z', 'updated_at': '2022-05-13T13:59:28Z', 'revision_number': 2, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'subnets': [{'id': '4f2c2e74-aa4a-4eab-864c-5ab8cbad8879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:31.837973 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6a5a95f9-75df-4d09-8b97-0b958a802d17 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (31247ca0-18cb-46d2-abc5-cbc9156e7dc8), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.867055 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Checking router: 690b27bf-0902-41e5-89a7-7980f379f789 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 13:59:31.867055 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Updating router 690b27bf-0902-41e5-89a7-7980f379f789 port 088935e9-d82b-4a86-8b60-a76ba4acbf80 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 13:59:31.867560 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72360833-cf12-4303-8ae3-af72e8727ace req-2b8e773d-b666-4b17-b5b9-79f65c8c2cc1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:31.872466 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-72360833-cf12-4303-8ae3-af72e8727ace req-2b8e773d-b666-4b17-b5b9-79f65c8c2cc1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1606755 May 13 13:59:31.893997 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.920201 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6a5a95f9-75df-4d09-8b97-0b958a802d17 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (31247ca0-18cb-46d2-abc5-cbc9156e7dc8), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:31.935579 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-dd4f4df1-56ef-4aa1-8b96-22db6cef2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:31.937883 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-dd4f4df1-56ef-4aa1-8b96-22db6cef2a92 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.2056334 May 13 13:59:31.995320 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a95f9-75df-4d09-8b97-0b958a802d17 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31247ca0-18cb-46d2-abc5-cbc9156e7dc8,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:32.005243 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0de26c16-85f0-4891-9158-227458af102d up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:32.036012 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6a5a95f9-75df-4d09-8b97-0b958a802d17 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.037404 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-6a5a95f9-75df-4d09-8b97-0b958a802d17 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9085832 May 13 13:59:32.041891 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36044) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:32.049265 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-46854973-a891-4ca8-a952-25fc200d6f8e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'security_group_rule': {'security_group_id': 'dc833ac7-adca-4e5c-b409-32f1257d5ed2', 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:32.074317 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-72360833-cf12-4303-8ae3-af72e8727ace req-97676c58-0f96-4162-9cc9-0410ac607fb1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009063 May 13 13:59:32.079547 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-1e787071-f3ef-436d-adf1-870abf3ef014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:32.081663 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-1e787071-f3ef-436d-adf1-870abf3ef014 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138151 May 13 13:59:32.088512 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.securitygroups_db [None req-46854973-a891-4ca8-a952-25fc200d6f8e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Project fbbf18059349404c9ed7f53c5b38d2fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:59:32.098570 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-0085f7b2-1088-4153-9d98-673d3bb68a09 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:32.100806 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-0085f7b2-1088-4153-9d98-673d3bb68a09 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 819 time: 0.2894964 May 13 13:59:32.108020 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-46854973-a891-4ca8-a952-25fc200d6f8e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (1942d2dc-0f22-4df5-880f-29228fe05480), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.124255 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f3d623ea-08f4-46a4-b426-9f2c43a6a960 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/quotas/ef89791b177f4bf0ba916f133c79f33a HTTP/1.1" status: 200 len: 375 time: 0.0135152 May 13 13:59:32.147621 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 0de26c16-85f0-4891-9158-227458af102d triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:32.147923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0de26c16-85f0-4891-9158-227458af102d), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.200072 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-46854973-a891-4ca8-a952-25fc200d6f8e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (1942d2dc-0f22-4df5-880f-29228fe05480), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.209795 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-46854973-a891-4ca8-a952-25fc200d6f8e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (1942d2dc-0f22-4df5-880f-29228fe05480), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.232354 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-8c732307-25b8-4aeb-89d8-c4d1d30a99e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0916114 May 13 13:59:32.254576 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46854973-a891-4ca8-a952-25fc200d6f8e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1942d2dc-0f22-4df5-880f-29228fe05480,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:32.274390 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-46854973-a891-4ca8-a952-25fc200d6f8e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.277052 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-46854973-a891-4ca8-a952-25fc200d6f8e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2330122 May 13 13:59:32.281003 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36046) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 13:59:32.287532 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-ddcdab0b-f9ed-40d6-95fe-e82d66c4d7d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'security_group_rule': {'security_group_id': 'dc833ac7-adca-4e5c-b409-32f1257d5ed2', 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:32.318882 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.securitygroups_db [None req-ddcdab0b-f9ed-40d6-95fe-e82d66c4d7d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Project fbbf18059349404c9ed7f53c5b38d2fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 13:59:32.320423 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0fb9d19a-4a64-4e54-a24f-fc3fa41a872a req-ae5121ff-afbd-46da-89ea-c00e443c195b tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=64d3002e-b010-4a1b-900b-ea079465a93e HTTP/1.1" status: 200 len: 210 time: 0.0716758 May 13 13:59:32.328630 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 0de26c16-85f0-4891-9158-227458af102d is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:32.343576 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ddcdab0b-f9ed-40d6-95fe-e82d66c4d7d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (a99dd657-9a04-440d-9aef-2aa5792c67f6), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.414447 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cb3b30-cab5-4cf2-9c50-653dba682369 x-openstack-request-id: req-04cb3b30-cab5-4cf2-9c50-653dba682369 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:59:32.415231 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d3002e-b010-4a1b-900b-ea079465a93e", "name": "network-vif-deleted", "tag": "260d78f5-565f-48bf-bc2f-22b683574971", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:59:32.415867 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04cb3b30-cab5-4cf2-9c50-653dba682369 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:59:32.416550 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04cb3b30-cab5-4cf2-9c50-653dba682369'] response: {'server_uuid': '64d3002e-b010-4a1b-900b-ea079465a93e', 'name': 'network-vif-deleted', 'tag': '260d78f5-565f-48bf-bc2f-22b683574971', 'status': 'completed', 'code': 200} May 13 13:59:32.432947 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Publish callbacks [] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.447127 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.459417 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ddcdab0b-f9ed-40d6-95fe-e82d66c4d7d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (a99dd657-9a04-440d-9aef-2aa5792c67f6), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.466553 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ddcdab0b-f9ed-40d6-95fe-e82d66c4d7d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (a99dd657-9a04-440d-9aef-2aa5792c67f6), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.492171 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcdab0b-f9ed-40d6-95fe-e82d66c4d7d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99dd657-9a04-440d-9aef-2aa5792c67f6,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:32.504028 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ddcdab0b-f9ed-40d6-95fe-e82d66c4d7d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.507407 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-ddcdab0b-f9ed-40d6-95fe-e82d66c4d7d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2247312 May 13 13:59:32.535065 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-7a7c8f32-468a-4ec9-8af4-fbc37c2a60ac service neutron] 10.222.0.79 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964256 May 13 13:59:32.583107 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97273b08-54a8-42cb-98a7-8d878d993a61 None None] Pushing event updated for resources: {'Port': ['ID=088935e9-d82b-4a86-8b60-a76ba4acbf80,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:32.657755 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-6567afa4-e805-45fd-8e00-1f66325e5422 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725143 May 13 13:59:32.711798 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Attempting to bind port 088935e9-d82b-4a86-8b60-a76ba4acbf80 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:59:32.717880 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Attempting to bind port 088935e9-d82b-4a86-8b60-a76ba4acbf80 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'b4fd9198-81c4-475c-9dda-fe45f4b2d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:59:32.718430 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Attempting to bind port 088935e9-d82b-4a86-8b60-a76ba4acbf80 on network ceb4970c-b006-4219-bb42-0c03fce9d557 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:32.734026 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:59:32.734576 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Checking segment: {'id': 'b4fd9198-81c4-475c-9dda-fe45f4b2d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:32.735041 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.735444 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Bound using segment: {'id': 'b4fd9198-81c4-475c-9dda-fe45f4b2d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:59:32.735941 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Bound port: 088935e9-d82b-4a86-8b60-a76ba4acbf80, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4fd9198-81c4-475c-9dda-fe45f4b2d395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:59:32.736778 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.855089 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] For port 088935e9-d82b-4a86-8b60-a76ba4acbf80, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:59:32.860753 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] For port 088935e9-d82b-4a86-8b60-a76ba4acbf80, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=088935e9-d82b-4a86-8b60-a76ba4acbf80,segment=NetworkSegment(b4fd9198-81c4-475c-9dda-fe45f4b2d395),segment_id=b4fd9198-81c4-475c-9dda-fe45f4b2d395)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:59:32.868471 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-90c3813c-8a8d-480f-97a7-2c6e3695a52f service neutron] 10.222.0.79 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102369 May 13 13:59:32.873486 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.875740 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6ace45-8839-4c67-bc8e-058ab4285410 req-b2c124ab-cc39-4e9d-934c-ca0c804719b4 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010133 May 13 13:59:32.962603 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-24a6d624-6cda-425d-808e-82fc75733394 None None] Provisioning complete for port 088935e9-d82b-4a86-8b60-a76ba4acbf80 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:32.963843 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-24a6d624-6cda-425d-808e-82fc75733394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:32.986313 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97273b08-54a8-42cb-98a7-8d878d993a61 None None] Pushing event updated for resources: {'Port': ['ID=088935e9-d82b-4a86-8b60-a76ba4acbf80,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:33.029386 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Routers {'690b27bf-0902-41e5-89a7-7980f379f789'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 13:59:33.030592 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['690b27bf-0902-41e5-89a7-7980f379f789'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:33.212152 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-60d4a205-8430-405a-b292-1f8ed618bf06 req-328614e5-770b-4f76-889b-60edbb645bcd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0878336 May 13 13:59:33.375388 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc8414-f03b-4678-8bca-03e09d9ed15d req-f65fc249-e457-4f0b-bf47-1c8312ee7b87 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:33.387423 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] Set router 690b27bf-0902-41e5-89a7-7980f379f789 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 13:59:33.395639 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-24a6d624-6cda-425d-808e-82fc75733394 None None] Current status of the port 088935e9-d82b-4a86-8b60-a76ba4acbf80 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:33.396037 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-24a6d624-6cda-425d-808e-82fc75733394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:33.398844 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-09dc8414-f03b-4678-8bca-03e09d9ed15d req-f65fc249-e457-4f0b-bf47-1c8312ee7b87 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1431122 May 13 13:59:33.546658 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-09dc8414-f03b-4678-8bca-03e09d9ed15d req-05df959b-29d9-406d-957c-8a5db21a1b27 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468620 May 13 13:59:33.561626 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-24a6d624-6cda-425d-808e-82fc75733394 None None] For port 088935e9-d82b-4a86-8b60-a76ba4acbf80, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=088935e9-d82b-4a86-8b60-a76ba4acbf80,segment=NetworkSegment(b4fd9198-81c4-475c-9dda-fe45f4b2d395),segment_id=b4fd9198-81c4-475c-9dda-fe45f4b2d395)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:33.599601 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-24a6d624-6cda-425d-808e-82fc75733394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:34.130097 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-e94426fe-51a3-44b4-a956-d0a3f6c3f707 None None] Provisioning complete for port 088935e9-d82b-4a86-8b60-a76ba4acbf80 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:34.131648 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e94426fe-51a3-44b4-a956-d0a3f6c3f707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:34.186076 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6d624-6cda-425d-808e-82fc75733394 None None] Pushing event updated for resources: {'Port': ['ID=088935e9-d82b-4a86-8b60-a76ba4acbf80,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:34.384566 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b27bf-0902-41e5-89a7-7980f379f789', 'name': 'tempest-TestVolumeBootPattern-1702193503-router', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '0de26c16-85f0-4891-9158-227458af102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:23Z', 'updated_at': '2022-05-13T13:59:28Z', 'revision_number': 4, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'gw_port': {'id': '0de26c16-85f0-4891-9158-227458af102d', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b27bf-0902-41e5-89a7-7980f379f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:24Z', 'updated_at': '2022-05-13T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '088935e9-d82b-4a86-8b60-a76ba4acbf80', 'name': '', 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'mac_address': 'fa:16:3e:61:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b27bf-0902-41e5-89a7-7980f379f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f2c2e74-aa4a-4eab-864c-5ab8cbad8879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:27Z', 'updated_at': '2022-05-13T13:59:32Z', 'revision_number': 4, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'subnets': [{'id': '4f2c2e74-aa4a-4eab-864c-5ab8cbad8879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 13:59:34.454683 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4e10d-a097-47f0-b60e-5500c3249486 None None] The sync data for ids ['690b27bf-0902-41e5-89a7-7980f379f789'] in dv-cinder-841753-1-iscsi is: [{'id': '690b27bf-0902-41e5-89a7-7980f379f789', 'name': 'tempest-TestVolumeBootPattern-1702193503-router', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '0de26c16-85f0-4891-9158-227458af102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:23Z', 'updated_at': '2022-05-13T13:59:28Z', 'revision_number': 4, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'gw_port': {'id': '0de26c16-85f0-4891-9158-227458af102d', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b27bf-0902-41e5-89a7-7980f379f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:24Z', 'updated_at': '2022-05-13T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '088935e9-d82b-4a86-8b60-a76ba4acbf80', 'name': '', 'network_id': 'ceb4970c-b006-4219-bb42-0c03fce9d557', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'mac_address': 'fa:16:3e:61:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690b27bf-0902-41e5-89a7-7980f379f789', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '4f2c2e74-aa4a-4eab-864c-5ab8cbad8879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:27Z', 'updated_at': '2022-05-13T13:59:32Z', 'revision_number': 4, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'subnets': [{'id': '4f2c2e74-aa4a-4eab-864c-5ab8cbad8879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 13:59:34.479407 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-e94426fe-51a3-44b4-a956-d0a3f6c3f707 None None] Current status of the port 088935e9-d82b-4a86-8b60-a76ba4acbf80 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:34.479741 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-53e86caf-5550-4408-9cd6-dd89831b36fa req-3e30bf60-25ad-4577-b32a-2f44a5cd47ea tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0960090 May 13 13:59:34.809081 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c71d41-e62b-477d-82f4-dcd183e24012 req-3ef205f7-b4cd-45c8-80f8-f682ce5e95a9 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:34.816014 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-71c71d41-e62b-477d-82f4-dcd183e24012 req-3ef205f7-b4cd-45c8-80f8-f682ce5e95a9 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0831790 May 13 13:59:34.963111 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-71c71d41-e62b-477d-82f4-dcd183e24012 req-d8ce3cba-9121-4212-a83c-863e5f8f04ff tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326575 May 13 13:59:35.700565 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f4e5ad35-d5d4-40c7-b493-ebc9419bfe78 req-2da87145-4701-42e0-af73-b4e34e746449 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0421996 May 13 13:59:35.964942 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 088935e9-d82b-4a86-8b60-a76ba4acbf80 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:36.038131 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 088935e9-d82b-4a86-8b60-a76ba4acbf80 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:36.038625 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:36.133490 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe6ef7-a938-4448-ba25-77473cc7061d req-849e36ad-e35e-4aff-9e74-20e764cf5cc2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:36.140596 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-16fe6ef7-a938-4448-ba25-77473cc7061d req-849e36ad-e35e-4aff-9e74-20e764cf5cc2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0622232 May 13 13:59:36.144684 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 260d78f5-565f-48bf-bc2f-22b683574971 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 13:59:36.179313 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 088935e9-d82b-4a86-8b60-a76ba4acbf80 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:36.183223 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 260d78f5-565f-48bf-bc2f-22b683574971 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 13:59:36.183708 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 260d78f5-565f-48bf-bc2f-22b683574971 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 13:59:36.215415 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-16fe6ef7-a938-4448-ba25-77473cc7061d req-acd768e6-c56e-466c-8485-2d9350800397 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611503 May 13 13:59:36.823103 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-49fce714-883f-43ce-b461-b7c894d4430a req-d5d17084-8b4d-432b-8f91-35d076e10d89 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0328093 May 13 13:59:37.363543 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936d4e2-84b0-48e6-bcb4-097a7f4721f8 req-54226351-c14e-4cc5-8f00-0ce4236f8d3f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:37.366154 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8936d4e2-84b0-48e6-bcb4-097a7f4721f8 req-54226351-c14e-4cc5-8f00-0ce4236f8d3f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0619216 May 13 13:59:37.426889 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8936d4e2-84b0-48e6-bcb4-097a7f4721f8 req-99438141-147c-42cc-aa5b-23786b1dd253 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541604 May 13 13:59:37.939761 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-665a75c0-2a60-43d1-b9de-3d9eb12b78e1 req-e6950903-ed5e-4ed5-a7e2-f083aa551bb5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0341277 May 13 13:59:38.614007 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbd27b-acd9-464e-b187-0c6ec6c2d0e4 req-8573624b-a989-460f-9f82-6f7401a35f2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:38.616973 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d3dbd27b-acd9-464e-b187-0c6ec6c2d0e4 req-8573624b-a989-460f-9f82-6f7401a35f2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0644529 May 13 13:59:38.686254 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d3dbd27b-acd9-464e-b187-0c6ec6c2d0e4 req-151d897b-3399-4170-8d39-30cb317be712 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599940 May 13 13:59:39.043518 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b8ff6c53-d14e-48bd-8fa5-22bc2c66481a req-084cb4b9-9e63-4d9d-b81c-d7071d2b8489 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0302160 May 13 13:59:39.825402 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fce99-878c-4dac-a5d8-64333125ab47 req-e7eaa257-30cf-4dcf-805e-ca9e7f182e7d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:39.830060 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-844fce99-878c-4dac-a5d8-64333125ab47 req-e7eaa257-30cf-4dcf-805e-ca9e7f182e7d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0557339 May 13 13:59:39.950791 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-844fce99-878c-4dac-a5d8-64333125ab47 req-fcc1a510-4e4a-4924-9e08-87a1a6a2d924 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104891 May 13 13:59:40.165298 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0fcfa18c-e02f-4f0e-b383-68c87ad08f90 req-f4b692ed-3718-49cd-baa9-f5b3d89cbe71 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0378695 May 13 13:59:40.713474 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 13:59:41.109470 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e63f65-2ea6-4c41-87a5-93e767f5be46 req-8038b1ad-f7e4-4b70-85c4-fdf1fdcd88d2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:41.111063 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f5e63f65-2ea6-4c41-87a5-93e767f5be46 req-8038b1ad-f7e4-4b70-85c4-fdf1fdcd88d2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0636425 May 13 13:59:41.166167 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f5e63f65-2ea6-4c41-87a5-93e767f5be46 req-aa4b898c-eec5-4e52-afa0-61e998dfed8b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489395 May 13 13:59:41.298870 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fcc4a4c1-7538-45e2-96f2-f9db673f7e91 req-2dcfd1e5-6241-40ba-b0d9-261c81ed9a7b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0460398 May 13 13:59:42.322519 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b5588-354b-4539-b26f-2607e2c58498 req-e6b5e52a-a549-435c-9bda-285ee0ac627c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:42.324100 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5b3b5588-354b-4539-b26f-2607e2c58498 req-e6b5e52a-a549-435c-9bda-285ee0ac627c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0531292 May 13 13:59:42.426358 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-afac7b59-2068-4c4c-93e5-1c3da159bcbe req-946c906f-0212-421b-bbe0-f7e9cdd63523 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0529475 May 13 13:59:42.432010 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5b3b5588-354b-4539-b26f-2607e2c58498 req-a6d0a0b4-5497-4c8a-a083-20b7e01b674a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017430 May 13 13:59:42.665797 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ba5ba62c-046c-43ee-ba0e-ca03e2dac8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:43.565025 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bca3785c-d72c-4c57-a1de-234083c057fb req-a680a4aa-b5f4-4a86-9b6d-efa70adf0301 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0397031 May 13 13:59:43.648375 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f52af-82a6-48bd-a5e4-6bd2d20cc316 req-c744b26a-a3d3-4cac-b627-d7b6670a55af tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:43.650250 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-932f52af-82a6-48bd-a5e4-6bd2d20cc316 req-c744b26a-a3d3-4cac-b627-d7b6670a55af tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1144934 May 13 13:59:43.710437 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-932f52af-82a6-48bd-a5e4-6bd2d20cc316 req-732b2776-ff58-426b-9bf6-7b00e1d93103 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544004 May 13 13:59:44.013064 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:44.705991 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dcdf6521-c9e3-482b-a896-544366ea00f5 req-55e88a3e-f4ae-4282-b84f-acbd11595d24 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0324898 May 13 13:59:44.880923 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999a594-f78e-40c1-be71-f65e4e272641 req-85dda223-75c4-42fe-80a2-b8f721777a21 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:44.884065 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c999a594-f78e-40c1-be71-f65e4e272641 req-85dda223-75c4-42fe-80a2-b8f721777a21 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0715146 May 13 13:59:44.955606 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c999a594-f78e-40c1-be71-f65e4e272641 req-61b2ee0b-47b8-4b16-a1ed-b8f161df798f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618467 May 13 13:59:45.476111 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ad359ae1-8bbc-41de-bc29-b359758134f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:45.600205 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ed41eb6a-c6ff-4889-8daf-3bf2e10e9141 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:45.601718 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ed41eb6a-c6ff-4889-8daf-3bf2e10e9141 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/networks?id=5b41b3ab-3663-47b0-839d-04d5811870fd HTTP/1.1" status: 200 len: 814 time: 0.1192026 May 13 13:59:45.620129 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-4592ebc7-7a15-43a2-a6e9-9e79c6afaeef tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/quotas/a6843d24fbf2449cbd117b8d9cfc7072 HTTP/1.1" status: 200 len: 375 time: 0.0121121 May 13 13:59:45.654263 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-f7ff3f5b-d8bb-4abf-8936-77b974920ead tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6843d24fbf2449cbd117b8d9cfc7072&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287499 May 13 13:59:45.765191 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-211c3bfc-04c3-4160-bfae-62827fa94720 service neutron] 10.222.0.79 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034448 May 13 13:59:45.852239 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-85ea92b8-8fe1-435c-9f03-f6f8b11cb85f req-7c826d56-bcc1-4beb-a519-53eb23d09a2b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0605001 May 13 13:59:45.891167 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-132fd93d-6de8-495b-bfa9-fe4af9421677 service neutron] 10.222.0.79 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204891 May 13 13:59:46.114083 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-819cb4be-d6a9-4fbe-9581-83248330c8fd req-844e1c5f-fc17-4393-bd66-0915a4705a1c tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 210 time: 0.0547206 May 13 13:59:46.141156 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714d49d-6877-46d8-ab0f-0277642fdd14 req-93a42446-b3b7-4552-92db-dc6697c53f8b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:46.141156 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1714d49d-6877-46d8-ab0f-0277642fdd14 req-93a42446-b3b7-4552-92db-dc6697c53f8b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0913484 May 13 13:59:46.194012 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1714d49d-6877-46d8-ab0f-0277642fdd14 req-948a53e6-577a-4379-9d7a-b377d865cc25 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513458 May 13 13:59:46.292163 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:46.874914 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-4bbd12b6-4808-477a-95d2-fed032668999 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417111 May 13 13:59:46.963154 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1aebe160-cf05-46d0-8c2a-7acfcf1c0aee req-485f23b5-3940-47c5-942d-6623c2829f57 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0384057 May 13 13:59:46.992524 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-19d44a41-e8cb-4119-b8c4-e64f9ea9bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:46.994022 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-19d44a41-e8cb-4119-b8c4-e64f9ea9bb3d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 1130 time: 0.0574675 May 13 13:59:47.224635 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ce1339ae-701d-46e5-b260-5344d2a3b012 req-7c741f0b-e0f8-4904-867d-35ab3d64abaf tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 210 time: 0.0314763 May 13 13:59:47.334352 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780f779-ae4a-415a-8fc3-9deb6a53c7a1 req-653d20cf-a0ee-4458-825e-d7d5e7076ce1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:47.335956 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4780f779-ae4a-415a-8fc3-9deb6a53c7a1 req-653d20cf-a0ee-4458-825e-d7d5e7076ce1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0504012 May 13 13:59:47.437104 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4780f779-ae4a-415a-8fc3-9deb6a53c7a1 req-a8394294-b074-4cee-a14a-284fbf79936f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952706 May 13 13:59:47.484111 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-65f55c71-e17b-4449-a007-422379fa2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:47.485541 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-65f55c71-e17b-4449-a007-422379fa2bbd service neutron] 10.222.0.87 "GET /v2.0/networks?id=447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 200 len: 911 time: 0.1227291 May 13 13:59:47.859313 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:47.907071 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-c628ce4b-14d8-49c1-94eb-fb6bbb3e54d3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cddf8e8-d022-4c17-bc59-86e111fd692f HTTP/1.1" status: 200 len: 1002 time: 0.0886407 May 13 13:59:47.955657 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-87aaceb7-a3c8-43ae-9524-dfbeb8b3b98c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:47.957262 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-87aaceb7-a3c8-43ae-9524-dfbeb8b3b98c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 819 time: 0.1357851 May 13 13:59:47.968735 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-006519a8-568b-486e-9d89-d176c3e875ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:47.970253 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-006519a8-568b-486e-9d89-d176c3e875ba service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6ffaafe0-6962-4052-8361-d81fc28ac59c HTTP/1.1" status: 200 len: 849 time: 0.0500345 May 13 13:59:48.102910 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-109f75a3-dbce-45ae-b7f2-7f2fef8fb525 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef89791b177f4bf0ba916f133c79f33a HTTP/1.1" status: 200 len: 380 time: 0.0773332 May 13 13:59:48.141809 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-100be828-c2de-4b6c-857f-7c7b311b8abd req-cdb1ef4d-4044-46a7-8bc2-de73458f86be tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0910063 May 13 13:59:48.148071 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-ac2282da-0b1e-4891-973e-741d6d410727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:48.149830 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-ac2282da-0b1e-4891-973e-741d6d410727 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=447dd757-4541-46df-a762-b636f2945abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1148448 May 13 13:59:48.205398 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-22530fab-584d-4d50-a81c-1488cc9fa9fb tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:48.207388 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-22530fab-584d-4d50-a81c-1488cc9fa9fb tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.87 "GET /v2.0/networks?id=5b41b3ab-3663-47b0-839d-04d5811870fd HTTP/1.1" status: 200 len: 814 time: 0.1821856 May 13 13:59:48.261030 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Request body: {'port': {'device_id': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'admin_state_up': True, 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'security_groups': ['ec935105-138f-4f54-903c-5657c7ab8f33']}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:48.276869 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Request body: {'port': {'device_id': '3d5dd7d1-7ac6-4694-8e6b-ad986cb70895', 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd', 'admin_state_up': True, 'tenant_id': 'a6843d24fbf2449cbd117b8d9cfc7072'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:48.412659 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-00599929-0992-47a5-bc6f-ca26bff9ebc7 req-3dcf6d08-4c97-4fd8-abb8-38b65442e34c tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 210 time: 0.0801644 May 13 13:59:48.413030 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Made reservation on behalf of ef89791b177f4bf0ba916f133c79f33a for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:59:48.417011 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:48.479152 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-c346c78e-6f81-4a81-82a6-9114d8a22fc6 service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223682 May 13 13:59:48.507309 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Made reservation on behalf of a6843d24fbf2449cbd117b8d9cfc7072 for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:59:48.510818 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:48.580777 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Allocated IP 172.20.0.10 (37774d91-9a21-4c82-acd7-acc4b660f52e/bf1ad3b7-4140-4a23-8246-e24bb04e7baf/882cf596-f1fe-4549-a5dc-670f7391462c) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:59:48.703849 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d9d8a-e481-409d-a26d-9a18703c8384 req-36edbe54-56ca-44ae-b396-cc89bbd49bb8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:48.705430 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b95d9d8a-e481-409d-a26d-9a18703c8384 req-36edbe54-56ca-44ae-b396-cc89bbd49bb8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1712718 May 13 13:59:48.750113 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for port (882cf596-f1fe-4549-a5dc-670f7391462c), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:48.792387 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:48.813917 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Allocated IP 172.20.0.7 (5b41b3ab-3663-47b0-839d-04d5811870fd/2857ad93-8907-48d5-89ed-4320230d2125/d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:59:48.822270 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4778172d-77cc-4e40-8fee-a601a856d3f7 req-79c256f9-9df0-4385-8e4e-4104e5e20ede service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180450 May 13 13:59:48.841294 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Network 37774d91-9a21-4c82-acd7-acc4b660f52e is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:48.842306 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b95d9d8a-e481-409d-a26d-9a18703c8384 req-f376cb50-828d-4e25-a967-54b807efadcc tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267381 May 13 13:59:48.847108 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:48.852913 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:59:48.858963 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:48.859634 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:48.888977 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event updated for resources: {'Port': ['ID=882cf596-f1fe-4549-a5dc-670f7391462c,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:48.915057 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-08230a7d-47ef-4bec-a8cb-8b33cefac54d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6569400 May 13 13:59:48.961275 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Request body: {'port': {'device_id': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:49.040759 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.044588 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks [] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.094523 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.140280 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Network 5b41b3ab-3663-47b0-839d-04d5811870fd is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:49.143652 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:49.150593 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:59:49.157945 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Pushing event updated for resources: {'Port': ['ID=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:49.186920 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-e4cbde73-78bf-44a0-8b27-1bc58e9b9cd0 None None] Provisioning complete for port 882cf596-f1fe-4549-a5dc-670f7391462c triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:49.188113 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e4cbde73-78bf-44a0-8b27-1bc58e9b9cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.224230 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:49.224905 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.230415 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-e4cbde73-78bf-44a0-8b27-1bc58e9b9cd0 None None] Port 882cf596-f1fe-4549-a5dc-670f7391462c cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:59:49.271686 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-0d874614-0971-479e-b850-ab35c9556ec3 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0064688 May 13 13:59:49.298017 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc2b25-ba1b-4eb7-89f4-bd4d36ce76de req-1624dfbd-b26a-413e-bad3-7ff3209fea12 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:49.299715 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d1cc2b25-ba1b-4eb7-89f4-bd4d36ce76de req-1624dfbd-b26a-413e-bad3-7ff3209fea12 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 932 time: 0.0704350 May 13 13:59:49.353228 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d1cc2b25-ba1b-4eb7-89f4-bd4d36ce76de req-60e3abbb-0a2e-48fa-b479-f09b3c427a77 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463107 May 13 13:59:49.376453 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 882cf596-f1fe-4549-a5dc-670f7391462c {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:59:49.385088 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Publish callbacks [] for port (882cf596-f1fe-4549-a5dc-670f7391462c), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.406095 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Transition to ACTIVE for port object 882cf596-f1fe-4549-a5dc-670f7391462c will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:59:49.411957 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.434495 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.480054 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=882cf596-f1fe-4549-a5dc-670f7391462c,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:49.490022 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Request body: {'port': {'device_id': '3d5dd7d1-7ac6-4694-8e6b-ad986cb70895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:49.535638 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Attempting to bind port 882cf596-f1fe-4549-a5dc-670f7391462c on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:59:49.535981 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Attempting to bind port 882cf596-f1fe-4549-a5dc-670f7391462c by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:59:49.536341 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Attempting to bind port 882cf596-f1fe-4549-a5dc-670f7391462c on network 37774d91-9a21-4c82-acd7-acc4b660f52e {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:49.548943 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Port 882cf596-f1fe-4549-a5dc-670f7391462c on network 37774d91-9a21-4c82-acd7-acc4b660f52e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:59:49.549651 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Attempting to bind port 882cf596-f1fe-4549-a5dc-670f7391462c on network 37774d91-9a21-4c82-acd7-acc4b660f52e {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:49.563156 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:59:49.564319 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Checking segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:49.564319 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Bound using segment: {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:59:49.564319 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Bound port: 882cf596-f1fe-4549-a5dc-670f7391462c, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51d2d48-a85c-4f7e-a888-285b79cfcf22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:59:49.564757 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.618279 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414160a-3521-4897-b0b8-c4edd5fd3214 req-ba200d5f-6be3-498a-a65e-3d7836ea039f tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:49.618279 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4414160a-3521-4897-b0b8-c4edd5fd3214 req-ba200d5f-6be3-498a-a65e-3d7836ea039f tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 931 time: 0.0863268 May 13 13:59:49.630287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.657581 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] For port 882cf596-f1fe-4549-a5dc-670f7391462c, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:59:49.661925 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] For port 882cf596-f1fe-4549-a5dc-670f7391462c, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=882cf596-f1fe-4549-a5dc-670f7391462c,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:59:49.671335 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.710562 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4414160a-3521-4897-b0b8-c4edd5fd3214 req-6fe2df71-9a2f-4a6f-9f19-e0a81c4f66aa tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907657 May 13 13:59:49.715329 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:49.716122 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:49.717682 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] 10.222.0.87 "PUT /v2.0/ports/882cf596-f1fe-4549-a5dc-670f7391462c HTTP/1.1" status: 200 len: 1094 time: 0.7617202 May 13 13:59:49.718212 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:59:49.721138 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943de910-b077-4070-9278-7a2da7eae387" -d '{"events": [{"name": "network-changed", "server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:59:49.768387 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0dc26-791e-4ebb-b52d-e1cc5fac5ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=882cf596-f1fe-4549-a5dc-670f7391462c,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:49.788292 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98457ff2-813e-4aee-a69a-786f44a3f874 x-openstack-request-id: req-98457ff2-813e-4aee-a69a-786f44a3f874 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:59:49.788619 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:59:49.788974 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98457ff2-813e-4aee-a69a-786f44a3f874 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:59:49.790149 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98457ff2-813e-4aee-a69a-786f44a3f874'] response: {'name': 'network-changed', 'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c', 'status': 'completed', 'code': 200} May 13 13:59:50.043030 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe328c50-341f-4dcb-b535-bd86125ddddb req-545099ce-af79-42e7-80a7-7d7b63f97692 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:50.044754 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe328c50-341f-4dcb-b535-bd86125ddddb req-545099ce-af79-42e7-80a7-7d7b63f97692 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0904012 May 13 13:59:50.047093 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:59:50.064625 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Publish callbacks [] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:50.093350 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Transition to ACTIVE for port object d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:59:50.096525 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:50.140940 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe328c50-341f-4dcb-b535-bd86125ddddb req-042abc01-dfe7-4164-97b2-e00dbbdd9155 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888567 May 13 13:59:50.158315 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Pushing event updated for resources: {'Port': ['ID=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:50.191333 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943de910-b077-4070-9278-7a2da7eae387 req-12b849bc-676c-4b83-bd45-2361c41e087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:50.192969 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-943de910-b077-4070-9278-7a2da7eae387 req-12b849bc-676c-4b83-bd45-2361c41e087b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 1128 time: 0.0520403 May 13 13:59:50.253520 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Attempting to bind port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:59:50.253853 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Attempting to bind port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:59:50.254176 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Attempting to bind port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 on network 5b41b3ab-3663-47b0-839d-04d5811870fd {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:50.258965 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 on network 5b41b3ab-3663-47b0-839d-04d5811870fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:59:50.259271 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Attempting to bind port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 on network 5b41b3ab-3663-47b0-839d-04d5811870fd {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:50.264261 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:59:50.264632 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Checking segment: {'id': '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:50.264978 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Bound using segment: {'id': '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:59:50.265395 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Bound port: d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:59:50.265747 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:50.319435 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943de910-b077-4070-9278-7a2da7eae387 req-ce2630cd-5610-4eae-82c0-f2db524981dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:50.320934 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-943de910-b077-4070-9278-7a2da7eae387 req-ce2630cd-5610-4eae-82c0-f2db524981dc service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=ef89791b177f4bf0ba916f133c79f33a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0997701 May 13 13:59:50.334573 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] For port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:59:50.337871 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] For port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,segment=NetworkSegment(7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8),segment_id=7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:59:50.346241 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:50.387513 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:50.388381 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:50.390000 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] 10.222.0.87 "PUT /v2.0/ports/d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 HTTP/1.1" status: 200 len: 1093 time: 0.9050210 May 13 13:59:50.392791 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5dd7d1-7ac6-4694-8e6b-ad986cb70895', 'tag': 'd91af4b8-3bfe-4b09-8a48-fd5ef63b99b1'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:59:50.395053 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591ba860-9d5d-415f-bef4-dbfa022e6eec" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5dd7d1-7ac6-4694-8e6b-ad986cb70895", "tag": "d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:59:50.430935 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ddf4b-6cf6-4d94-b3e2-42b3a87c5f1e service neutron] Pushing event updated for resources: {'Port': ['ID=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:50.458885 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943de910-b077-4070-9278-7a2da7eae387 req-48bcf5e9-f8ec-4f0a-a5fc-5a06946f5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:50.460619 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-943de910-b077-4070-9278-7a2da7eae387 req-48bcf5e9-f8ec-4f0a-a5fc-5a06946f5ff9 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295683 May 13 13:59:50.508812 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd34a3c-62cc-4b9e-ac05-e5711c5869f1 x-openstack-request-id: req-bbd34a3c-62cc-4b9e-ac05-e5711c5869f1 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:59:50.509390 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5dd7d1-7ac6-4694-8e6b-ad986cb70895", "tag": "d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:59:50.509949 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bbd34a3c-62cc-4b9e-ac05-e5711c5869f1 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:59:50.510375 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd34a3c-62cc-4b9e-ac05-e5711c5869f1'] response: {'name': 'network-changed', 'server_uuid': '3d5dd7d1-7ac6-4694-8e6b-ad986cb70895', 'tag': 'd91af4b8-3bfe-4b09-8a48-fd5ef63b99b1', 'status': 'completed', 'code': 200} May 13 13:59:50.524402 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36abe47-046e-4df2-98c0-e4c2a876185c req-d56b8e0c-1725-4f3d-b202-bf63b1ee02f1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:50.527073 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e36abe47-046e-4df2-98c0-e4c2a876185c req-d56b8e0c-1725-4f3d-b202-bf63b1ee02f1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 944 time: 0.0791192 May 13 13:59:50.531345 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-a54ce901-db46-482b-9ab3-04ebecac2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:50.532947 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-a54ce901-db46-482b-9ab3-04ebecac2277 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6843d24fbf2449cbd117b8d9cfc7072&device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 1127 time: 0.0525794 May 13 13:59:50.602573 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e36abe47-046e-4df2-98c0-e4c2a876185c req-cd6d0236-da4b-4059-be9a-a577f6a8c45f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702453 May 13 13:59:50.604685 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-45358c72-d7ba-4875-860d-bc8d254603d3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 HTTP/1.1" status: 200 len: 217 time: 0.0408053 May 13 13:59:50.613960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-6c9c13fc-648b-45ee-b518-f9c076a1b77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:50.615708 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-6c9c13fc-648b-45ee-b518-f9c076a1b77f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 1128 time: 0.0503438 May 13 13:59:50.660958 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-999a671e-8bda-46ac-bb5e-d9d02311416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:50.662421 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-999a671e-8bda-46ac-bb5e-d9d02311416c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2857ad93-8907-48d5-89ed-4320230d2125 HTTP/1.1" status: 200 len: 854 time: 0.0498624 May 13 13:59:50.695633 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-30ed6eb1-44a6-4740-b116-da2b57443720 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=882cf596-f1fe-4549-a5dc-670f7391462c HTTP/1.1" status: 200 len: 217 time: 0.0404394 May 13 13:59:50.710780 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-24ad7e56-f3a7-4cf7-931b-7f5f8de5d0dd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5b41b3ab-3663-47b0-839d-04d5811870fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290034 May 13 13:59:50.844228 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-7cb3db8b-b282-466d-ae27-6de6e0dbad1d service neutron] 10.222.0.87 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243169 May 13 13:59:50.979681 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9d0074c7-e2a4-49ae-8b71-aef4821761c5 req-c2fe04d0-e953-49b6-9f16-6ff0b6e29018 service neutron] 10.222.0.87 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191728 May 13 13:59:51.052588 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-fb950bdb-6407-4e11-abb1-7f71bbdee866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:51.054068 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-fb950bdb-6407-4e11-abb1-7f71bbdee866 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.3495686 May 13 13:59:51.062481 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712eb37-6bed-4e6a-bc13-5575bee3b2da req-a23cc477-bb9d-4155-86e4-6807b09babfa tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:51.063977 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b712eb37-6bed-4e6a-bc13-5575bee3b2da req-a23cc477-bb9d-4155-86e4-6807b09babfa tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 943 time: 0.0599856 May 13 13:59:51.115021 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b712eb37-6bed-4e6a-bc13-5575bee3b2da req-0bb102c1-3ba2-472e-91eb-616e77f9a76e tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436709 May 13 13:59:51.287004 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448bead-8b26-487d-9749-e2eea36089bd req-be611c62-0115-4012-b02d-eee3af407ab9 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:51.288412 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7448bead-8b26-487d-9749-e2eea36089bd req-be611c62-0115-4012-b02d-eee3af407ab9 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0579937 May 13 13:59:51.335476 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7448bead-8b26-487d-9749-e2eea36089bd req-190c2ac9-ef33-4ac2-a044-a27ef5d6c169 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414743 May 13 13:59:51.718387 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bbb85-3c18-4c52-967a-b15a6e29ecf8 req-2dcf4cea-0e4d-43a5-9e49-ef6ab149b71f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:51.719892 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c54bbb85-3c18-4c52-967a-b15a6e29ecf8 req-2dcf4cea-0e4d-43a5-9e49-ef6ab149b71f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 944 time: 0.0465837 May 13 13:59:51.772077 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c54bbb85-3c18-4c52-967a-b15a6e29ecf8 req-eaae1de7-6840-4133-9d42-fa4132673ee8 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459480 May 13 13:59:52.237147 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f041a5-dcd4-44e8-84bb-93f8f6130785 req-57c3c767-e9f1-4aa1-8d8e-e324ff72acf0 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:52.238615 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c0f041a5-dcd4-44e8-84bb-93f8f6130785 req-57c3c767-e9f1-4aa1-8d8e-e324ff72acf0 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 943 time: 0.0476429 May 13 13:59:52.291099 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c0f041a5-dcd4-44e8-84bb-93f8f6130785 req-96c37444-ef8d-4cad-b4b9-6a691445506e tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 May 13 13:59:52.464191 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aab37b-a061-49d4-af40-432fca085fea req-a8b7f79d-04f6-45a5-b30f-f56c2d7c4089 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:52.465710 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-14aab37b-a061-49d4-af40-432fca085fea req-a8b7f79d-04f6-45a5-b30f-f56c2d7c4089 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0492523 May 13 13:59:52.518678 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-14aab37b-a061-49d4-af40-432fca085fea req-5866e5d8-6cfe-4bfe-bd8b-7fe88ffcc452 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468359 May 13 13:59:52.663639 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-51847f45-d6e6-40bc-bedf-4dfa12cf3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:52.665897 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-51847f45-d6e6-40bc-bedf-4dfa12cf3149 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480387 May 13 13:59:52.668961 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ba860-9d5d-415f-bef4-dbfa022e6eec req-21075736-713d-4c31-99f6-c211d8922529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:52.670669 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-591ba860-9d5d-415f-bef4-dbfa022e6eec req-21075736-713d-4c31-99f6-c211d8922529 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a6843d24fbf2449cbd117b8d9cfc7072&device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 1127 time: 0.0499785 May 13 13:59:52.873561 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-562a560d-a4a2-4f63-9603-d86dcb8c5a74 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743970202&fields=id&tenant_id=fbbf18059349404c9ed7f53c5b38d2fd HTTP/1.1" status: 200 len: 267 time: 0.0626638 May 13 13:59:52.951485 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258036c-6db3-4ffc-aaf7-2ddc17fee016 req-047d47e9-dd4b-4057-b1a2-0f5e24e27615 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:52.952985 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f258036c-6db3-4ffc-aaf7-2ddc17fee016 req-047d47e9-dd4b-4057-b1a2-0f5e24e27615 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 944 time: 0.0984275 May 13 13:59:53.045996 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-48c50e82-06eb-465a-bb72-f330ac46789c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:53.047568 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-48c50e82-06eb-465a-bb72-f330ac46789c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 811 time: 0.1557050 May 13 13:59:53.051268 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f258036c-6db3-4ffc-aaf7-2ddc17fee016 req-743d6aff-792f-4ab7-925e-1c9bd1c7e868 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905445 May 13 13:59:53.063267 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b691176b-c020-450d-a0c5-84881e90e95f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/quotas/fbbf18059349404c9ed7f53c5b38d2fd HTTP/1.1" status: 200 len: 375 time: 0.0097096 May 13 13:59:53.116860 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-0667953e-579c-4528-bd78-d26932282283 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453022 May 13 13:59:53.216625 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-bd499a6c-834b-4262-ba56-00064f28c27c service neutron] 10.222.0.79 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876241 May 13 13:59:53.254812 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:59:53.316761 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-36cc9aed-3e3b-4045-bd98-5a4157baa7c8 service neutron] 10.222.0.79 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944076 May 13 13:59:53.374756 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,segment=NetworkSegment(7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8),segment_id=7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:53.393529 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': 'd91af4b8-3bfe-4b09-8a48-fd5ef63b99b1', 'network_id': '5b41b3ab-3663-47b0-839d-04d5811870fd', 'port_id': 'd91af4b8-3bfe-4b09-8a48-fd5ef63b99b1', 'mac_address': 'fa:16:3e:b2:19:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2857ad93-8907-48d5-89ed-4320230d2125', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:59:53.426117 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb6c4c-2e9f-433d-8493-68ee26d1ef0f req-51e18b9c-5c22-47ca-bc4b-ae4103c78d33 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:53.428214 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-58fb6c4c-2e9f-433d-8493-68ee26d1ef0f req-51e18b9c-5c22-47ca-bc4b-ae4103c78d33 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 943 time: 0.0587995 May 13 13:59:53.439839 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:53.440227 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:53.454587 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:59:53.476108 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,segment=NetworkSegment(7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8),segment_id=7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:53.482076 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:53.507711 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-58fb6c4c-2e9f-433d-8493-68ee26d1ef0f req-b4d5cb19-5b86-4381-abec-ef54ed15702d tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727446 May 13 13:59:53.547238 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:53.688406 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ba860-9d5d-415f-bef4-dbfa022e6eec req-44c404d8-b684-4d3c-bc80-5629ab0ec252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:53.690574 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-591ba860-9d5d-415f-bef4-dbfa022e6eec req-44c404d8-b684-4d3c-bc80-5629ab0ec252 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5b41b3ab-3663-47b0-839d-04d5811870fd HTTP/1.1" status: 200 len: 915 time: 0.1495247 May 13 13:59:53.710362 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f2686967-cf96-4162-adb0-92e0467f32e6 req-3cda6d90-bb41-4d36-9fbf-1c6a45a69bd6 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 210 time: 0.0653880 May 13 13:59:53.727538 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b445fb0-7244-4aad-8dd8-b05affbc3f2c req-32a42fec-ae4b-4f0e-8104-97a49c60a931 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:53.729098 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1b445fb0-7244-4aad-8dd8-b05affbc3f2c req-32a42fec-ae4b-4f0e-8104-97a49c60a931 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.1013350 May 13 13:59:53.744051 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-6d5d23d5-36df-4e76-a3f2-fbd66682700e service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035351 May 13 13:59:53.747720 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-591ba860-9d5d-415f-bef4-dbfa022e6eec req-a9bea2ad-3f30-4e7e-b7cc-a741a69d6681 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 HTTP/1.1" status: 200 len: 217 time: 0.0458844 May 13 13:59:53.807223 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ba860-9d5d-415f-bef4-dbfa022e6eec req-78a2faaa-0568-4af2-847b-247b90a2a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:53.811428 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-591ba860-9d5d-415f-bef4-dbfa022e6eec req-78a2faaa-0568-4af2-847b-247b90a2a695 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2857ad93-8907-48d5-89ed-4320230d2125 HTTP/1.1" status: 200 len: 854 time: 0.0525289 May 13 13:59:53.852914 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-591ba860-9d5d-415f-bef4-dbfa022e6eec req-9f9dd783-c18c-4bae-bf9e-01428d2bce99 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5b41b3ab-3663-47b0-839d-04d5811870fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371454 May 13 13:59:53.855425 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1b445fb0-7244-4aad-8dd8-b05affbc3f2c req-2c9804c1-cb85-4655-adce-c9a3705d5f70 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197839 May 13 13:59:53.895749 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28b4e3ef-76d1-46c1-bba7-d5abb04b8f8f req-36f2cfe6-01f7-41af-9808-bf5a53b1b5a0 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393437 May 13 13:59:53.917440 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:59:53.991150 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-591ba860-9d5d-415f-bef4-dbfa022e6eec req-7dac4b3a-966b-4b95-bd1a-0d147d604ffb service neutron] 10.222.0.87 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268404 May 13 13:59:54.184020 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471d959-aa9e-43a8-8e0b-02d89ea4d6f1 req-47fad2cc-fe22-454a-9259-d4ed64f52bca tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:54.185423 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a471d959-aa9e-43a8-8e0b-02d89ea4d6f1 req-47fad2cc-fe22-454a-9259-d4ed64f52bca tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 944 time: 0.0550721 May 13 13:59:54.236061 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a471d959-aa9e-43a8-8e0b-02d89ea4d6f1 req-b8e3d178-8350-4223-8e68-664c65240d28 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447719 May 13 13:59:54.653282 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf39dc-1055-43c8-beea-3de11ad91b11 req-00e15654-d2dd-4925-99dc-9f021918f47a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:54.655023 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f0bf39dc-1055-43c8-beea-3de11ad91b11 req-00e15654-d2dd-4925-99dc-9f021918f47a tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 944 time: 0.0739751 May 13 13:59:54.722780 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f0bf39dc-1055-43c8-beea-3de11ad91b11 req-9cb8cafe-4589-48b9-a766-e2d21bb9d353 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 May 13 13:59:54.813178 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-11566f42-53c4-4986-9b83-75f80ff943db req-eea63136-2486-48eb-bdb9-9d06a886aca5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 210 time: 0.0284486 May 13 13:59:54.984996 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539e8c9-bbb0-44de-82e4-20df575c01f5 req-3d712dc8-6a1f-42a6-99c2-fc2ff4afd630 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:54.986515 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0539e8c9-bbb0-44de-82e4-20df575c01f5 req-3d712dc8-6a1f-42a6-99c2-fc2ff4afd630 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 944 time: 0.0525532 May 13 13:59:55.041359 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0539e8c9-bbb0-44de-82e4-20df575c01f5 req-009304b7-d3d1-4864-a7d6-993094c32b3e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489271 May 13 13:59:55.284237 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 7212a472-72e2-4e58-9b35-4036a7195ef1 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:59:55.305771 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:55.320697 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-591ba860-9d5d-415f-bef4-dbfa022e6eec req-c5366b76-a334-4166-bce0-0b2d1c59a707 service neutron] 10.222.0.87 "GET /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109464 May 13 13:59:55.412067 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e34bf-8f35-4469-be39-efccc7d12a40 req-a6cf1168-de30-44bd-83c3-eeca8700c18a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:55.413802 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-567e34bf-8f35-4469-be39-efccc7d12a40 req-a6cf1168-de30-44bd-83c3-eeca8700c18a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 944 time: 0.0495939 May 13 13:59:55.438666 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 13:59:55.454779 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:55.455312 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:55.472643 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-567e34bf-8f35-4469-be39-efccc7d12a40 req-0c871daa-30fe-4b6b-a732-bb83b715bfbb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522368 May 13 13:59:55.513073 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:55.529507 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'port_id': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'mac_address': 'fa:16:3e:8d:d7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:59:55.600931 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:55.601311 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:55.603389 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 7212a472-72e2-4e58-9b35-4036a7195ef1 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:55.603819 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:55.634560 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7212a472-72e2-4e58-9b35-4036a7195ef1 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:59:55.643095 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5dd7d1-7ac6-4694-8e6b-ad986cb70895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91af4b8-3bfe-4b09-8a48-fd5ef63b99b1'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:59:55.645048 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb9a9d-397d-45d8-bba2-309562458a47" -d '{"events": [{"server_uuid": "3d5dd7d1-7ac6-4694-8e6b-ad986cb70895", "name": "network-vif-plugged", "status": "completed", "tag": "d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:59:55.663531 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,segment=NetworkSegment(7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8),segment_id=7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:55.671640 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:55.678519 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:55.703267 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44677b8e-319a-4a27-9a3a-9af06d953471 x-openstack-request-id: req-44677b8e-319a-4a27-9a3a-9af06d953471 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:59:55.703578 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5dd7d1-7ac6-4694-8e6b-ad986cb70895", "name": "network-vif-plugged", "status": "completed", "tag": "d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:59:55.703828 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-44677b8e-319a-4a27-9a3a-9af06d953471 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:59:55.704215 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44677b8e-319a-4a27-9a3a-9af06d953471'] response: {'server_uuid': '3d5dd7d1-7ac6-4694-8e6b-ad986cb70895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91af4b8-3bfe-4b09-8a48-fd5ef63b99b1', 'code': 200} May 13 13:59:55.706810 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:55.741330 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:55.794480 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=9']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:55.850121 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b21a63-d56c-4987-8737-acc14a9e042d req-13885e1f-635e-4bad-940c-4fe0df791b09 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:55.851882 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-74b21a63-d56c-4987-8737-acc14a9e042d req-13885e1f-635e-4bad-940c-4fe0df791b09 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 945 time: 0.0480814 May 13 13:59:55.930235 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-444806d6-5908-4ae8-9fc5-56045e728e03 req-1936d7ba-0657-483c-9628-5755131a9ad5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 210 time: 0.0405729 May 13 13:59:55.934212 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-74b21a63-d56c-4987-8737-acc14a9e042d req-76b1cfe3-e706-419f-9ba3-9f069248bd80 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756721 May 13 13:59:56.163982 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['7212a472-72e2-4e58-9b35-4036a7195ef1'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 13:59:56.176195 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b243ce-45b9-4146-903f-082862f8a401 req-c36f22f6-a0bd-46d8-96db-f036d42e0fb8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:56.178101 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46b243ce-45b9-4146-903f-082862f8a401 req-c36f22f6-a0bd-46d8-96db-f036d42e0fb8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 945 time: 0.0600326 May 13 13:59:56.257093 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5220c55-3ca4-446a-94b7-f440107aad21 req-5769bd7e-9187-4fef-baeb-3598de85747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:56.259714 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c5220c55-3ca4-446a-94b7-f440107aad21 req-5769bd7e-9187-4fef-baeb-3598de85747d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 1129 time: 0.0803580 May 13 13:59:56.281276 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-f1fde52a-123e-4a84-9edf-adaf1409d066 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:56.282894 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-f1fde52a-123e-4a84-9edf-adaf1409d066 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 811 time: 0.1430528 May 13 13:59:56.295221 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46b243ce-45b9-4146-903f-082862f8a401 req-a5824e00-8e6d-4a0d-b9c6-43dae72ec8e9 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062241 May 13 13:59:56.335572 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c5220c55-3ca4-446a-94b7-f440107aad21 req-4094b5b7-9e6b-4060-838f-58cdae634100 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684218 May 13 13:59:56.391688 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b8423840-8073-4bd2-99a2-7ee1a123c76d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbf18059349404c9ed7f53c5b38d2fd HTTP/1.1" status: 200 len: 380 time: 0.0594938 May 13 13:59:56.603151 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb735eb-d891-435a-b9a2-6fa462a9923e req-59bbbe6a-01d6-4b93-a5b8-d10b31b47a4e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:56.604617 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9fb735eb-d891-435a-b9a2-6fa462a9923e req-59bbbe6a-01d6-4b93-a5b8-d10b31b47a4e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 944 time: 0.0548611 May 13 13:59:56.658400 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9fb735eb-d891-435a-b9a2-6fa462a9923e req-aae44794-6e7e-4c71-b1ae-86120ea9fcf6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476747 May 13 13:59:56.688707 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'port': {'device_id': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'admin_state_up': True, 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'security_groups': ['dc833ac7-adca-4e5c-b409-32f1257d5ed2']}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:56.812970 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Made reservation on behalf of fbbf18059349404c9ed7f53c5b38d2fd for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 13:59:56.816356 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:56.956619 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Allocated IP 172.20.0.11 (03a70c19-db79-42a5-9674-8042863a7bc5/431ba86f-6946-48f9-a58b-cf4571d6e41b/2a100cb6-7cc3-4a92-bd93-e27c28acc92a) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 13:59:57.063102 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a2749bac-92b6-43e5-90b0-356ca783fa79 req-2b6286aa-4e31-4ed8-805a-24457b16dca7 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 210 time: 0.0389729 May 13 13:59:57.099767 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479fb40-c27a-4026-a76a-ae511914a789 req-c3bb666f-eebb-4b18-b5b2-fb6e9fa82db2 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:57.101302 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1479fb40-c27a-4026-a76a-ae511914a789 req-c3bb666f-eebb-4b18-b5b2-fb6e9fa82db2 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 945 time: 0.0656617 May 13 13:59:57.123585 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:57.152552 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1479fb40-c27a-4026-a76a-ae511914a789 req-64c24ab0-1b74-49e5-9101-f1e16f2e55ee tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454137 May 13 13:59:57.160456 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:57.208057 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Network 03a70c19-db79-42a5-9674-8042863a7bc5 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 13:59:57.211335 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 13:59:57.217984 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 13:59:57.222478 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:57.223122 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:57.233629 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'Port': ['ID=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:57.245737 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.246091 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.246425 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.246831 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.247269 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.247609 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.247844 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.248242 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.248443 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.248997 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.249223 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.249725 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.250022 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.250284 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.250456 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 13:59:57.258005 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-b9fe3752-e425-486d-9889-7580ca97b1fe tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5731299 May 13 13:59:57.318554 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Request body: {'port': {'device_id': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 13:59:57.358391 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 7212a472-72e2-4e58-9b35-4036a7195ef1 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 13:59:57.416439 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:57.436497 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 7212a472-72e2-4e58-9b35-4036a7195ef1 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:57.437281 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:57.469130 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432959b8-623b-4e1b-bd0f-e40883d2dbe5 req-518c26d6-07ee-4b12-a034-c73e2f315e24 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:57.472321 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-432959b8-623b-4e1b-bd0f-e40883d2dbe5 req-518c26d6-07ee-4b12-a034-c73e2f315e24 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 945 time: 0.0784779 May 13 13:59:57.477605 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-d520480c-e81e-4c74-96c9-d4e44ffd96c7 None None] Provisioning complete for port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 13:59:57.478108 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d520480c-e81e-4c74-96c9-d4e44ffd96c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:57.535071 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-d520480c-e81e-4c74-96c9-d4e44ffd96c7 None None] Port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 13:59:57.548022 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-432959b8-623b-4e1b-bd0f-e40883d2dbe5 req-5fb47679-32e4-47eb-804f-7d90e8bbc6d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669684 May 13 13:59:57.582152 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 7212a472-72e2-4e58-9b35-4036a7195ef1 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:57.583231 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:57.626512 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:57.634156 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:57.687780 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=10']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:57.705259 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:59:57.708063 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09de4a27-4e82-400e-bf1c-8cdb91410f90" -d '{"events": [{"server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "name": "network-vif-plugged", "status": "completed", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:59:57.748336 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 13:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a12cb63-7ab7-4165-8b95-948fa175485d x-openstack-request-id: req-4a12cb63-7ab7-4165-8b95-948fa175485d {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:59:57.748651 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "name": "network-vif-plugged", "status": "completed", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:59:57.748900 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a12cb63-7ab7-4165-8b95-948fa175485d {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:59:57.749292 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a12cb63-7ab7-4165-8b95-948fa175485d'] response: {'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'code': 200} May 13 13:59:57.784916 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a100cb6-7cc3-4a92-bd93-e27c28acc92a {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:59:57.793166 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Publish callbacks [] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:57.793771 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d83e-3258-4ee6-bb5f-b089da64d29b req-87c1bbde-fd8a-406d-a380-5966887ddcfd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:57.795556 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4f56d83e-3258-4ee6-bb5f-b089da64d29b req-87c1bbde-fd8a-406d-a380-5966887ddcfd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 944 time: 0.0552747 May 13 13:59:57.808994 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Transition to ACTIVE for port object 2a100cb6-7cc3-4a92-bd93-e27c28acc92a will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 13:59:57.819192 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:57.848769 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4f56d83e-3258-4ee6-bb5f-b089da64d29b req-56355209-81ef-4798-943b-60d51493ffbb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444179 May 13 13:59:57.872552 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:57.907839 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Attempting to bind port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 13:59:57.908185 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Attempting to bind port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 13:59:57.908520 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Attempting to bind port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a on network 03a70c19-db79-42a5-9674-8042863a7bc5 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:57.914679 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a on network 03a70c19-db79-42a5-9674-8042863a7bc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 13:59:57.915040 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Attempting to bind port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a on network 03a70c19-db79-42a5-9674-8042863a7bc5 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 13:59:57.920591 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 13, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 13:59:57.920942 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Checking segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 13:59:57.921682 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Bound using segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 13:59:57.921811 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Bound port: 2a100cb6-7cc3-4a92-bd93-e27c28acc92a, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 13:59:57.922101 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:58.009310 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] For port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 13:59:58.014934 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] For port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 13:59:58.022007 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:58.062024 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:58.062652 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:58.064162 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] 10.222.0.87 "PUT /v2.0/ports/2a100cb6-7cc3-4a92-bd93-e27c28acc92a HTTP/1.1" status: 200 len: 1094 time: 0.7500885 May 13 13:59:58.064652 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'tag': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 13:59:58.067122 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c39187a-2eb1-473c-a0d1-7e4df2659bde" -d '{"events": [{"name": "network-changed", "server_uuid": "af879bc4-815b-4dc1-ad35-0b280ad94c3a", "tag": "2a100cb6-7cc3-4a92-bd93-e27c28acc92a"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 13:59:58.094490 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735b63a-144b-4a5d-b025-1aaef021cfd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:58.131837 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03517ada-31db-4b60-8e97-edfb580959ff x-openstack-request-id: req-03517ada-31db-4b60-8e97-edfb580959ff {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 13:59:58.132136 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af879bc4-815b-4dc1-ad35-0b280ad94c3a", "tag": "2a100cb6-7cc3-4a92-bd93-e27c28acc92a", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 13:59:58.132392 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-03517ada-31db-4b60-8e97-edfb580959ff {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 13:59:58.132808 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03517ada-31db-4b60-8e97-edfb580959ff'] response: {'name': 'network-changed', 'server_uuid': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'tag': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a', 'status': 'completed', 'code': 200} May 13 13:59:58.209078 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0d10c-3cec-4c21-8109-87e824f82311 req-3ee59048-a9dd-46b4-ba72-58c7d5c4e7ea tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:58.210810 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c9b0d10c-3cec-4c21-8109-87e824f82311 req-3ee59048-a9dd-46b4-ba72-58c7d5c4e7ea tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0654480 May 13 13:59:58.296326 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c9b0d10c-3cec-4c21-8109-87e824f82311 req-7ea80eca-9249-4ffd-a988-3a2ffa7dbdfc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799541 May 13 13:59:58.311955 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb1828-6e32-46d5-9f20-0f629e67de1d req-a45f0577-632f-4a34-90fa-d848d0393db0 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:58.313501 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7ebb1828-6e32-46d5-9f20-0f629e67de1d req-a45f0577-632f-4a34-90fa-d848d0393db0 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 945 time: 0.0731299 May 13 13:59:58.363386 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7ebb1828-6e32-46d5-9f20-0f629e67de1d req-a5d389e8-4d62-400a-9d33-b2c3d5ae4822 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441651 May 13 13:59:58.699287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e910162-9bfa-450f-b8b7-8c5d336e0a1b req-fd86c712-f302-474a-8cd8-e397319bd919 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:58.700868 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e910162-9bfa-450f-b8b7-8c5d336e0a1b req-fd86c712-f302-474a-8cd8-e397319bd919 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 947 time: 0.0583656 May 13 13:59:58.755900 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e910162-9bfa-450f-b8b7-8c5d336e0a1b req-bd6c47b4-eaa0-42c4-8dff-d78420cf4825 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491066 May 13 13:59:58.989696 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9c209-c26b-4684-a03f-27cb1ab2c1b0 req-6df17ade-8a4c-4a12-9a71-a3702683c28e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:58.991380 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-82a9c209-c26b-4684-a03f-27cb1ab2c1b0 req-6df17ade-8a4c-4a12-9a71-a3702683c28e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 944 time: 0.0580387 May 13 13:59:59.040368 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-82a9c209-c26b-4684-a03f-27cb1ab2c1b0 req-7099b9ea-8f4b-43d4-b704-69b7f14fe67d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 May 13 13:59:59.228890 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39187a-2eb1-473c-a0d1-7e4df2659bde req-a6151b1f-a735-45df-9d07-1e470ff17953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:59.230552 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-7c39187a-2eb1-473c-a0d1-7e4df2659bde req-a6151b1f-a735-45df-9d07-1e470ff17953 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 1128 time: 0.0512073 May 13 13:59:59.347274 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 882cf596-f1fe-4549-a5dc-670f7391462c details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 13:59:59.426337 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39187a-2eb1-473c-a0d1-7e4df2659bde req-a576c7f4-b609-4055-bb51-b48d76f029c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:59.430992 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-7c39187a-2eb1-473c-a0d1-7e4df2659bde req-a576c7f4-b609-4055-bb51-b48d76f029c3 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1664913 May 13 13:59:59.449625 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddf545-5e0f-475a-a95a-69d1300cce2d req-7dc6ea23-30dc-42bb-959b-6c14dc20d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:59.451187 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4cddf545-5e0f-475a-a95a-69d1300cce2d req-7dc6ea23-30dc-42bb-959b-6c14dc20d20a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 1131 time: 0.0722291 May 13 13:59:59.528562 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431f549-e8d0-46b9-a99d-e06f90dc9675 req-9304d75a-3548-47e6-b6cd-b8b0657461c8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:59.531613 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d431f549-e8d0-46b9-a99d-e06f90dc9675 req-9304d75a-3548-47e6-b6cd-b8b0657461c8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0626724 May 13 13:59:59.533335 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 882cf596-f1fe-4549-a5dc-670f7391462c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=882cf596-f1fe-4549-a5dc-670f7391462c,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:59.561243 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '882cf596-f1fe-4549-a5dc-670f7391462c', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'port_id': '882cf596-f1fe-4549-a5dc-670f7391462c', 'mac_address': 'fa:16:3e:2e:ce:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 13:59:59.611564 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 882cf596-f1fe-4549-a5dc-670f7391462c is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 13:59:59.611958 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:59.627188 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 882cf596-f1fe-4549-a5dc-670f7391462c {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 13:59:59.627525 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d431f549-e8d0-46b9-a99d-e06f90dc9675 req-ea8ea3da-9d8c-4e2c-b4ae-81b7bca13c4c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891848 May 13 13:59:59.636103 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04239fb-d475-4413-bf80-5c9021c92884 req-98eab2d4-865a-43e4-952d-03af50fe65ff tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:59.637977 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a04239fb-d475-4413-bf80-5c9021c92884 req-98eab2d4-865a-43e4-952d-03af50fe65ff tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 945 time: 0.0739436 May 13 13:59:59.653742 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 882cf596-f1fe-4549-a5dc-670f7391462c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=882cf596-f1fe-4549-a5dc-670f7391462c,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 13:59:59.661768 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 13:59:59.697574 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a04239fb-d475-4413-bf80-5c9021c92884 req-c5ebccac-f33a-40d3-9b2a-a638090f315f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494730 May 13 13:59:59.715256 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=882cf596-f1fe-4549-a5dc-670f7391462c,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 13:59:59.912416 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55253ac7-3a0b-48bb-84e4-ec4f6b738702 req-75ef5ae3-5356-4a88-9355-d3b976b86951 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 13:59:59.913910 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-55253ac7-3a0b-48bb-84e4-ec4f6b738702 req-75ef5ae3-5356-4a88-9355-d3b976b86951 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 947 time: 0.0528891 May 13 13:59:59.962931 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-55253ac7-3a0b-48bb-84e4-ec4f6b738702 req-11eca34b-eeb4-4355-86c3-44bec7704781 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430622 May 13 14:00:00.169564 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['882cf596-f1fe-4549-a5dc-670f7391462c'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:00:00.179171 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002b80a-a180-41bd-828b-18dc274b9bfa req-3d0f9330-158f-46ab-99e1-1dfb8d2ce3fb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:00.180766 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c002b80a-a180-41bd-828b-18dc274b9bfa req-3d0f9330-158f-46ab-99e1-1dfb8d2ce3fb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 945 time: 0.0672343 May 13 14:00:00.244151 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c002b80a-a180-41bd-828b-18dc274b9bfa req-e464d530-592a-4f66-99ed-753bfab320fa tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573125 May 13 14:00:00.760625 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5e28f-fadf-4214-8173-ac1789f1a9b4 req-1902d4ff-344a-4114-9e74-a60374fa96a6 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:00.762217 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-05c5e28f-fadf-4214-8173-ac1789f1a9b4 req-1902d4ff-344a-4114-9e74-a60374fa96a6 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0537372 May 13 14:00:00.851908 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cdef7-8ba0-4d31-9598-00e3a945850d req-dc8b0514-329e-49e4-aba6-96a6a522a400 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:00.853361 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a55cdef7-8ba0-4d31-9598-00e3a945850d req-dc8b0514-329e-49e4-aba6-96a6a522a400 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 945 time: 0.0709949 May 13 14:00:00.859049 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-05c5e28f-fadf-4214-8173-ac1789f1a9b4 req-650344fa-be0d-4d38-967f-b45ff84011a4 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910823 May 13 14:00:00.907633 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a55cdef7-8ba0-4d31-9598-00e3a945850d req-f617bfd9-6cad-4915-82ac-f439e6ab8660 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475821 May 13 14:00:01.117861 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fe6f2-b3f1-4750-aa30-112002826abc req-05718449-6c38-4117-865a-49f778596f81 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:01.119606 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cf8fe6f2-b3f1-4750-aa30-112002826abc req-05718449-6c38-4117-865a-49f778596f81 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 947 time: 0.0709984 May 13 14:00:01.131118 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4cddf545-5e0f-475a-a95a-69d1300cce2d req-36bec5ec-7a3e-4b0a-8bb3-4c3a3e078954 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831714 May 13 14:00:01.148465 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39187a-2eb1-473c-a0d1-7e4df2659bde req-e0587337-5d89-44f7-a6b0-df875fab2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:01.149871 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-7c39187a-2eb1-473c-a0d1-7e4df2659bde req-e0587337-5d89-44f7-a6b0-df875fab2ce3 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083653 May 13 14:00:01.180443 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cf8fe6f2-b3f1-4750-aa30-112002826abc req-b214b35e-1eab-475a-a4e0-6ecff0b1f838 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483320 May 13 14:00:01.375548 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd940ee-54f8-45bf-ada2-db9504840788 req-6421a6cc-d47f-4c2c-a795-52083ab83332 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:01.378162 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7cd940ee-54f8-45bf-ada2-db9504840788 req-6421a6cc-d47f-4c2c-a795-52083ab83332 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 945 time: 0.0605245 May 13 14:00:01.383746 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 882cf596-f1fe-4549-a5dc-670f7391462c up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:00:01.450590 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 882cf596-f1fe-4549-a5dc-670f7391462c completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:00:01.452712 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7cd940ee-54f8-45bf-ada2-db9504840788 req-2e4469ac-abea-4635-876c-d7408d2eb746 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648780 May 13 14:00:01.462765 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 882cf596-f1fe-4549-a5dc-670f7391462c triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:00:01.463347 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:01.576529 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 882cf596-f1fe-4549-a5dc-670f7391462c is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:00:01.576923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:01.609729 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:00:01.612111 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b9fde5-89c6-48b6-bca6-12014824efb5" -d '{"events": [{"server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "name": "network-vif-plugged", "status": "completed", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:00:01.643877 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 882cf596-f1fe-4549-a5dc-670f7391462c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=882cf596-f1fe-4549-a5dc-670f7391462c,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:00:01.651667 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:01.683683 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea3276e-1ed8-4a5d-96a3-54390b8b2956 x-openstack-request-id: req-1ea3276e-1ed8-4a5d-96a3-54390b8b2956 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:00:01.683997 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "name": "network-vif-plugged", "status": "completed", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:00:01.684255 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ea3276e-1ed8-4a5d-96a3-54390b8b2956 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:00:01.684649 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea3276e-1ed8-4a5d-96a3-54390b8b2956'] response: {'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c', 'code': 200} May 13 14:00:01.714277 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=882cf596-f1fe-4549-a5dc-670f7391462c,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:01.991855 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e8742-5a36-4830-aa9e-f2b5dc8533c4 req-7b3206c2-d204-42a2-acd0-4d2c5e98b6a9 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:01.993554 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c63e8742-5a36-4830-aa9e-f2b5dc8533c4 req-7b3206c2-d204-42a2-acd0-4d2c5e98b6a9 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0611639 May 13 14:00:02.060872 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2aac34-fdbc-405d-8636-6f6c5d05587f req-ac39d279-ae0b-4dc8-8cf2-fe22ef470df0 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:02.062396 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4b2aac34-fdbc-405d-8636-6f6c5d05587f req-ac39d279-ae0b-4dc8-8cf2-fe22ef470df0 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 945 time: 0.0632236 May 13 14:00:02.104904 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c63e8742-5a36-4830-aa9e-f2b5dc8533c4 req-56f5469d-a4ed-47e1-afb1-0927295d1751 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034589 May 13 14:00:02.133457 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4b2aac34-fdbc-405d-8636-6f6c5d05587f req-75df5723-0c6b-4560-b676-d94fd217abf8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645561 May 13 14:00:02.306258 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c00e1d-1116-4345-a101-ad580144abb2 req-4fc08f26-35d9-4aa2-9715-2426be491de2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:02.307838 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b5c00e1d-1116-4345-a101-ad580144abb2 req-4fc08f26-35d9-4aa2-9715-2426be491de2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 947 time: 0.0481575 May 13 14:00:02.358237 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b5c00e1d-1116-4345-a101-ad580144abb2 req-17503656-1d65-471b-8c62-e6df5c13d972 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442777 May 13 14:00:02.521033 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-598a882f-5182-45c8-85ce-8f1217c5a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:02.522646 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-598a882f-5182-45c8-85ce-8f1217c5a2f1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 1128 time: 0.0442610 May 13 14:00:02.534264 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-94f3e006-761b-44d7-91ba-a560427fd38b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:02.535997 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-94f3e006-761b-44d7-91ba-a560427fd38b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 945 time: 0.0583308 May 13 14:00:02.641975 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-8fbd2da5-a6bc-4679-bcbe-7c45481bda65 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a100cb6-7cc3-4a92-bd93-e27c28acc92a HTTP/1.1" status: 200 len: 217 time: 0.0472922 May 13 14:00:02.650728 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea55d0-2e9d-440a-91b5-a24d96408ede req-3d03e70c-f8c4-462d-b5c2-c5c807cc2697 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:02.652307 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c0ea55d0-2e9d-440a-91b5-a24d96408ede req-3d03e70c-f8c4-462d-b5c2-c5c807cc2697 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0928249 May 13 14:00:02.822424 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b26f83-a146-40cd-827d-cca9780a983d req-9904edd8-416b-43b2-b038-80b031c67589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:02.824020 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-48b26f83-a146-40cd-827d-cca9780a983d req-9904edd8-416b-43b2-b038-80b031c67589 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 1130 time: 0.1475103 May 13 14:00:02.836671 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c0ea55d0-2e9d-440a-91b5-a24d96408ede req-aa670c19-ec3e-490f-b2a2-e7b890a7a835 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770287 May 13 14:00:02.845239 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-00525b31-5f02-48e6-9355-afc3ca7bde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:02.847182 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-00525b31-5f02-48e6-9355-afc3ca7bde13 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.1683118 May 13 14:00:02.990050 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Deleting port 88a82195-7c42-46b1-8e8d-08caa5d38af4 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:00:02.990407 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:03.159660 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] For port 88a82195-7c42-46b1-8e8d-08caa5d38af4, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=88a82195-7c42-46b1-8e8d-08caa5d38af4,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:00:03.160252 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:03.412351 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fce20-bb55-45d4-9cfb-8a7e0380d9c4 req-54473fcf-c2cd-4073-9409-75a108803587 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:03.426224 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-365fce20-bb55-45d4-9cfb-8a7e0380d9c4 req-54473fcf-c2cd-4073-9409-75a108803587 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.1845651 May 13 14:00:03.485021 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:03.485694 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (a78e78e7-9fea-449e-af69-5440404dba4f), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:03.486015 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.l3_db [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Floating IP a78e78e7-9fea-449e-af69-5440404dba4f disassociated. External IP: 172.27.3.194, port: 88a82195-7c42-46b1-8e8d-08caa5d38af4. May 13 14:00:03.486387 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Calling delete_port for 88a82195-7c42-46b1-8e8d-08caa5d38af4 owned by compute:nova {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:00:03.537078 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26ba33-eddc-4bc0-840c-2b4998ce0682 req-ac74f3e8-45d2-4fb9-b1bb-302109eee12b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:03.539916 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bb26ba33-eddc-4bc0-840c-2b4998ce0682 req-ac74f3e8-45d2-4fb9-b1bb-302109eee12b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 945 time: 0.2198486 May 13 14:00:03.646993 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (88a82195-7c42-46b1-8e8d-08caa5d38af4), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:03.653702 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-48b26f83-a146-40cd-827d-cca9780a983d req-1d90e9b8-ebdb-41e9-85ea-5076f5385092 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234478 May 13 14:00:03.679034 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-47605728-9965-4b57-9125-182319c64375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:03.680817 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-47605728-9965-4b57-9125-182319c64375 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2499619 May 13 14:00:03.684028 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'Port': ['ID=88a82195-7c42-46b1-8e8d-08caa5d38af4,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:03.697764 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-365fce20-bb55-45d4-9cfb-8a7e0380d9c4 req-3e0ec9f4-2924-4c6f-810a-7e4319dba44d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696304 May 13 14:00:03.723145 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bb26ba33-eddc-4bc0-840c-2b4998ce0682 req-96535fa3-47ba-4ec1-a3b9-dd498bafae71 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=2d099a34-763c-48cc-9854-dead8a00fe26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517160 May 13 14:00:03.882374 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94c83b-398a-4a4e-a82a-6b72cf43afb8 req-c1601b5e-a256-459f-a1b7-692bae61370b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:03.884933 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7c94c83b-398a-4a4e-a82a-6b72cf43afb8 req-c1601b5e-a256-459f-a1b7-692bae61370b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 947 time: 0.0889678 May 13 14:00:03.931867 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Router a21cbf5f-ca12-4397-af5b-582fb332595e has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:00:04.030457 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7c94c83b-398a-4a4e-a82a-6b72cf43afb8 req-1862f86d-46af-412e-8dc4-075f6f2f6e13 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372316 May 13 14:00:04.042134 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1974b65-cc0a-443f-8860-29a11c5588d8 req-c04300ff-843c-4bde-950f-69e2131f2e5b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:04.044996 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c1974b65-cc0a-443f-8860-29a11c5588d8 req-c04300ff-843c-4bde-950f-69e2131f2e5b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.1165121 May 13 14:00:04.097484 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:00:04.105513 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c1974b65-cc0a-443f-8860-29a11c5588d8 req-518f48dd-1c6d-415d-be82-b880afef7988 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498538 May 13 14:00:04.109872 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:00:04.134747 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:00:04.136309 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:04.159390 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] No DVR routers for this DVR port 88a82195-7c42-46b1-8e8d-08caa5d38af4 on host hv-cinder-84175 {{(pid=109875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:00:04.163612 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:04.167131 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-2feaa2db-2c8f-4d8c-9ad8-85dfdeef604b req-b3da27eb-0b73-4ce8-85ad-bf0ace7f2581 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "DELETE /v2.0/ports/88a82195-7c42-46b1-8e8d-08caa5d38af4 HTTP/1.1" status: 204 len: 173 time: 1.5555234 May 13 14:00:04.167602 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'name': 'network-vif-deleted', 'tag': '88a82195-7c42-46b1-8e8d-08caa5d38af4'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:00:04.170193 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14737e90-9c6d-45a6-8a4b-8ab182bc328e" -d '{"events": [{"server_uuid": "1309a28e-544d-4d0d-a42e-4a5be1b1ddb6", "name": "network-vif-deleted", "tag": "88a82195-7c42-46b1-8e8d-08caa5d38af4"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:00:04.212792 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8546fdc8-625e-4eb6-9476-400e9e169567 x-openstack-request-id: req-8546fdc8-625e-4eb6-9476-400e9e169567 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:00:04.213320 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1309a28e-544d-4d0d-a42e-4a5be1b1ddb6", "name": "network-vif-deleted", "tag": "88a82195-7c42-46b1-8e8d-08caa5d38af4", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:00:04.213572 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8546fdc8-625e-4eb6-9476-400e9e169567 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:00:04.214081 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8546fdc8-625e-4eb6-9476-400e9e169567'] response: {'server_uuid': '1309a28e-544d-4d0d-a42e-4a5be1b1ddb6', 'name': 'network-vif-deleted', 'tag': '88a82195-7c42-46b1-8e8d-08caa5d38af4', 'status': 'completed', 'code': 200} May 13 14:00:04.267336 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:00:04.528352 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '38586ff4-06c3-4b39-a523-6e7b4a350cb1', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:99:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:11Z', 'updated_at': '2022-05-13T13:57:04Z', 'revision_number': 2, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:04.560997 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:00:04.579321 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:00:04.579945 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:04.708683 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:00:04.803250 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-ca15d0b8-a57a-4d92-86fc-c38fb00c22f2 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416349 May 13 14:00:04.847531 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3c31f009-d08d-460c-833c-c414408e34d0 req-65197878-d9fc-44cb-862b-8a1ccc8f714d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 210 time: 0.0398667 May 13 14:00:04.898106 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ad56d-ff16-446f-aa13-c49da2f35223 req-10793feb-5530-4367-8b29-556269ad28a1 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:04.906023 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ee7ad56d-ff16-446f-aa13-c49da2f35223 req-10793feb-5530-4367-8b29-556269ad28a1 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0689404 May 13 14:00:05.007709 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '38586ff4-06c3-4b39-a523-6e7b4a350cb1', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:99:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:11Z', 'updated_at': '2022-05-13T13:57:04Z', 'revision_number': 2, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:05.033262 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ee7ad56d-ff16-446f-aa13-c49da2f35223 req-38632f4e-0a33-4b23-ab78-f0ec2ef2d364 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263521 May 13 14:00:05.051169 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34a965-62bc-4053-a9fa-07f391fb68c6 None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '38586ff4-06c3-4b39-a523-6e7b4a350cb1', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:99:32:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:56:11Z', 'updated_at': '2022-05-13T13:57:04Z', 'revision_number': 2, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:00:05.067578 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4e70b17-fa43-4983-8c3f-ee9e811968fb req-8c203a52-e572-41f8-b541-b70c452f1bb9 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592498 May 13 14:00:05.214040 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9554f-ba03-4bbd-9469-34473189adb2 req-de1fcef3-2510-4bfd-9eea-05da5fd87ab3 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:05.215830 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3cd9554f-ba03-4bbd-9469-34473189adb2 req-de1fcef3-2510-4bfd-9eea-05da5fd87ab3 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 947 time: 0.0820920 May 13 14:00:05.271878 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179f3cc-e67d-4353-8f25-d4ddc6a27db9 req-d59a5362-4d7b-4b5a-bdaf-f8696b29801b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:05.271878 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e179f3cc-e67d-4353-8f25-d4ddc6a27db9 req-d59a5362-4d7b-4b5a-bdaf-f8696b29801b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0812492 May 13 14:00:05.313706 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3cd9554f-ba03-4bbd-9469-34473189adb2 req-8fb88554-b342-42ce-9c51-22ff0b4fbd64 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811810 May 13 14:00:05.355427 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e179f3cc-e67d-4353-8f25-d4ddc6a27db9 req-4fde38aa-cd09-4d54-9333-6e0276413d6b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748427 May 13 14:00:05.408581 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 88a82195-7c42-46b1-8e8d-08caa5d38af4 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:00:05.434542 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 88a82195-7c42-46b1-8e8d-08caa5d38af4 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:00:05.434943 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 88a82195-7c42-46b1-8e8d-08caa5d38af4 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:00:05.439684 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dfc7c3-bfc9-43c5-a0fd-d289750b0c3b None None] New status for floating IP a78e78e7-9fea-449e-af69-5440404dba4f: DOWN {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:00:05.998546 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-574a5151-8906-443a-8289-354fbcd48ff1 req-e266bdf7-b07b-4327-b0f0-d5610a91ab0b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=1309a28e-544d-4d0d-a42e-4a5be1b1ddb6 HTTP/1.1" status: 200 len: 210 time: 0.0399034 May 13 14:00:06.207245 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fa3ef-8134-4347-b136-f271dd8bc0de req-a943152a-d62d-4c70-a345-7cd80917cc61 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:06.208851 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-114fa3ef-8134-4347-b136-f271dd8bc0de req-a943152a-d62d-4c70-a345-7cd80917cc61 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0575900 May 13 14:00:06.263984 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-114fa3ef-8134-4347-b136-f271dd8bc0de req-cf39334a-92cd-4fb7-9a17-676da06ab933 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491307 May 13 14:00:06.488179 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1449161-0004-4234-904d-6376103ed1c6 req-3be85461-e9d0-4693-821c-7005496a728b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:06.493303 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b1449161-0004-4234-904d-6376103ed1c6 req-3be85461-e9d0-4693-821c-7005496a728b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0572510 May 13 14:00:06.613989 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b1449161-0004-4234-904d-6376103ed1c6 req-da6232ae-ce9f-4e8b-9ab3-6e19a4867608 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098008 May 13 14:00:06.766205 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9b61-3056-4650-b866-9aa2507d0bc8 req-0189f5fb-beca-46f7-826c-22bb79acbb97 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:06.767914 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-382c9b61-3056-4650-b866-9aa2507d0bc8 req-0189f5fb-beca-46f7-826c-22bb79acbb97 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0643799 May 13 14:00:06.778917 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36540) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:06.784258 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-69d26f9d-ffbc-4505-b4f1-eb1119f484d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Request body: {'floatingip': {'port_id': '882cf596-f1fe-4549-a5dc-670f7391462c'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:00:06.827951 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-69d26f9d-ffbc-4505-b4f1-eb1119f484d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for floatingip (59cda883-abe0-42e1-bc03-8553a58e5a60), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.095185 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36548) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:07.177402 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (2d099a34-763c-48cc-9854-dead8a00fe26), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.214565 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (2d099a34-763c-48cc-9854-dead8a00fe26), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.292541 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2d099a34-763c-48cc-9854-dead8a00fe26), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.299736 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.305538 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "DELETE /v2.0/security-groups/2d099a34-763c-48cc-9854-dead8a00fe26 HTTP/1.1" status: 204 len: 168 time: 0.2052989 May 13 14:00:07.321399 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36552) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:07.335550 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d099a34-763c-48cc-9854-dead8a00fe26,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:07.343781 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.api.v2.resource [None req-56ead86c-dfda-4b8d-818a-a9a803a6f7d0 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] show failed (client error): The resource could not be found. May 13 14:00:07.348317 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-56ead86c-dfda-4b8d-818a-a9a803a6f7d0 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups/2d099a34-763c-48cc-9854-dead8a00fe26 HTTP/1.1" status: 404 len: 347 time: 0.0221584 May 13 14:00:07.349704 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36554) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:07.359617 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.359967 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.360315 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.360646 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.360980 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.361309 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.361631 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.361951 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.362271 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.362592 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.362942 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.363261 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.363580 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.363924 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.364542 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b9659a-6876-4003-92ea-36495848790e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:07.418149 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-69d26f9d-ffbc-4505-b4f1-eb1119f484d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.424853 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-69d26f9d-ffbc-4505-b4f1-eb1119f484d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (59cda883-abe0-42e1-bc03-8553a58e5a60), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.533490 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751bb90-02a9-4168-8e0e-05682ce61309 req-1aceab73-e347-4013-8fa8-e61c909552cf tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:07.535303 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0751bb90-02a9-4168-8e0e-05682ce61309 req-1aceab73-e347-4013-8fa8-e61c909552cf tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.1183746 May 13 14:00:07.599171 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.l3_db [None req-69d26f9d-ffbc-4505-b4f1-eb1119f484d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Floating IP 59cda883-abe0-42e1-bc03-8553a58e5a60 associated. External IP: 172.27.3.221, port: 882cf596-f1fe-4549-a5dc-670f7391462c. May 13 14:00:07.626856 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-a9644f59-e8c1-42bf-8f74-003d311ccd40 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Deleting port c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:00:07.627191 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a9644f59-e8c1-42bf-8f74-003d311ccd40 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.700155 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0751bb90-02a9-4168-8e0e-05682ce61309 req-f4ef4cac-ff7d-4798-8260-d06d239f44e6 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522369 May 13 14:00:07.755751 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a9644f59-e8c1-42bf-8f74-003d311ccd40 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.756078 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a9644f59-e8c1-42bf-8f74-003d311ccd40 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.772616 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-a9644f59-e8c1-42bf-8f74-003d311ccd40 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Calling delete_port for c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079 owned by network:floatingip {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:00:07.865747 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d26f9d-ffbc-4505-b4f1-eb1119f484d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:00:07.949860 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a9644f59-e8c1-42bf-8f74-003d311ccd40 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:07.983059 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9644f59-e8c1-42bf-8f74-003d311ccd40 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'Port': ['ID=c4210a8d-2952-4ce4-a9a4-0ec3cbfe6079,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:08.019218 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d26f9d-ffbc-4505-b4f1-eb1119f484d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:00:08.030387 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-69d26f9d-ffbc-4505-b4f1-eb1119f484d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:08.036739 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] Sync routers for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:00:08.049287 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:00:08.055727 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:08.056131 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a9644f59-e8c1-42bf-8f74-003d311ccd40 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (a78e78e7-9fea-449e-af69-5440404dba4f), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:08.058426 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a9644f59-e8c1-42bf-8f74-003d311ccd40 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:08.059904 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a9644f59-e8c1-42bf-8f74-003d311ccd40 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "DELETE /v2.0/floatingips/a78e78e7-9fea-449e-af69-5440404dba4f HTTP/1.1" status: 204 len: 168 time: 0.7091255 May 13 14:00:08.076248 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-69d26f9d-ffbc-4505-b4f1-eb1119f484d5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "PUT /v2.0/floatingips/59cda883-abe0-42e1-bc03-8553a58e5a60 HTTP/1.1" status: 200 len: 992 time: 1.2927911 May 13 14:00:08.076248 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:00:08.076248 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b922956-96f8-4e47-99b4-84a823728258" -d '{"events": [{"name": "network-changed", "server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:00:08.122903 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853fd8a1-7af7-431f-a664-422f3ea4483d x-openstack-request-id: req-853fd8a1-7af7-431f-a664-422f3ea4483d {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:00:08.123206 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:00:08.123449 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-853fd8a1-7af7-431f-a664-422f3ea4483d {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:00:08.123860 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-853fd8a1-7af7-431f-a664-422f3ea4483d'] response: {'name': 'network-changed', 'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c', 'status': 'completed', 'code': 200} May 13 14:00:08.228961 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b922956-96f8-4e47-99b4-84a823728258 req-05fbff87-5cb1-4b0d-99da-4f835d09a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:08.230659 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3b922956-96f8-4e47-99b4-84a823728258 req-05fbff87-5cb1-4b0d-99da-4f835d09a05a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 1130 time: 0.0478239 May 13 14:00:08.322397 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:00:08.336286 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b922956-96f8-4e47-99b4-84a823728258 req-0b847905-8f40-4ceb-8b42-0fa1551694fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:08.337803 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3b922956-96f8-4e47-99b4-84a823728258 req-0b847905-8f40-4ceb-8b42-0fa1551694fc service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.0972130 May 13 14:00:08.419195 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3b922956-96f8-4e47-99b4-84a823728258 req-69a060f8-8370-447f-8af7-74bc388a662d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=882cf596-f1fe-4549-a5dc-670f7391462c HTTP/1.1" status: 200 len: 1000 time: 0.0723920 May 13 14:00:08.492278 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b922956-96f8-4e47-99b4-84a823728258 req-b05c3760-8485-47d7-84c6-035e51411c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:08.494306 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3b922956-96f8-4e47-99b4-84a823728258 req-b05c3760-8485-47d7-84c6-035e51411c05 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.0642707 May 13 14:00:08.573260 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '59cda883-abe0-42e1-bc03-8553a58e5a60', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'port_id': '882cf596-f1fe-4549-a5dc-670f7391462c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'mac_address': 'fa:16:3e:2e:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:59:30Z', 'updated_at': '2022-05-13T14:00:07Z', 'revision_number': 1, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:24Z', 'revision_number': 5, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:08.603463 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] Checking router: d2ead918-09ba-49c9-9ae1-c0a74342d8c4 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:00:08.612375 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:00:08.612994 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T13:59:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:08.662875 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b922956-96f8-4e47-99b4-84a823728258 req-6bd3c8e0-4199-4e40-b6b8-7d9047426adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:08.669297 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3b922956-96f8-4e47-99b4-84a823728258 req-6bd3c8e0-4199-4e40-b6b8-7d9047426adb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473037 May 13 14:00:08.735701 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:00:08.870566 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b273c-0a51-4334-9d51-5248b5bf50cc req-80d58c68-99d2-483a-94cc-85f1c1b85fb5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:08.872691 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-686b273c-0a51-4334-9d51-5248b5bf50cc req-80d58c68-99d2-483a-94cc-85f1c1b85fb5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0873399 May 13 14:00:08.940280 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-686b273c-0a51-4334-9d51-5248b5bf50cc req-e87ab178-22a3-4697-abad-97d78e9c89dc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616512 May 13 14:00:08.994581 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '59cda883-abe0-42e1-bc03-8553a58e5a60', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'port_id': '882cf596-f1fe-4549-a5dc-670f7391462c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'mac_address': 'fa:16:3e:2e:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:59:30Z', 'updated_at': '2022-05-13T14:00:07Z', 'revision_number': 1, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:24Z', 'revision_number': 5, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:09.025786 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b91faae-4b3f-4f85-950e-a95fb3faab5d None None] The sync data for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi is: [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '59cda883-abe0-42e1-bc03-8553a58e5a60', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'port_id': '882cf596-f1fe-4549-a5dc-670f7391462c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'mac_address': 'fa:16:3e:2e:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:59:30Z', 'updated_at': '2022-05-13T14:00:07Z', 'revision_number': 1, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:24Z', 'revision_number': 5, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:00:09.269507 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3b922956-96f8-4e47-99b4-84a823728258 req-e323a396-dfad-4b90-8dbc-57eb7ecbf9ac service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380661 May 13 14:00:09.326513 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61620e80-bc56-476c-896c-a80b82618176 None None] New status for floating IP 59cda883-abe0-42e1-bc03-8553a58e5a60: ACTIVE {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:00:09.952953 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3b922956-96f8-4e47-99b4-84a823728258 req-c31bbfca-b5b8-4963-ae02-1f2bfda7c0b3 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392408 May 13 14:00:10.077032 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad3d07-6219-4125-9fed-632609863026 req-53293c5c-3728-4c29-b013-9e6989e71999 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:10.078564 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-47ad3d07-6219-4125-9fed-632609863026 req-53293c5c-3728-4c29-b013-9e6989e71999 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0551994 May 13 14:00:10.137416 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-47ad3d07-6219-4125-9fed-632609863026 req-2d6323ee-3684-4ab4-a3c8-906f3bd6819b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483274 May 13 14:00:11.263004 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58486a7-59e1-4e2d-b01d-aa3cf7019449 req-e4cdd1a0-cefd-4efa-aea0-f8e9d1cedf1c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:11.265164 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a58486a7-59e1-4e2d-b01d-aa3cf7019449 req-e4cdd1a0-cefd-4efa-aea0-f8e9d1cedf1c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0533104 May 13 14:00:11.316444 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a58486a7-59e1-4e2d-b01d-aa3cf7019449 req-9661ec53-4484-4e48-ae7e-1b74c446f88b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449469 May 13 14:00:12.441109 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b9541-5d55-4271-8f32-93419744d44f req-b409300b-7070-4bb8-9e0f-8433dcc9fbed tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:12.443253 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-812b9541-5d55-4271-8f32-93419744d44f req-b409300b-7070-4bb8-9e0f-8433dcc9fbed tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0518501 May 13 14:00:12.498201 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-812b9541-5d55-4271-8f32-93419744d44f req-d45fe319-1fd1-4a97-bc85-d734dccfae34 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484693 May 13 14:00:12.650358 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-49875e36-a467-4786-8694-f4c66618c26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:13.633571 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c9e3e-edd0-4c31-a690-0d680e1f2d78 req-e50e4c9a-1466-4fd9-b209-020d0d4ad9df tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:13.635955 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1e4c9e3e-edd0-4c31-a690-0d680e1f2d78 req-e50e4c9a-1466-4fd9-b209-020d0d4ad9df tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0657141 May 13 14:00:13.700409 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1e4c9e3e-edd0-4c31-a690-0d680e1f2d78 req-cd1265f8-53b3-4c55-a5b1-6ee96321f4f3 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573137 May 13 14:00:14.026612 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:14.843963 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb425b-2c94-431a-8299-d7305e718d91 req-cc917404-c22f-4c65-8200-35e2d0d32995 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:14.845574 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-26cb425b-2c94-431a-8299-d7305e718d91 req-cc917404-c22f-4c65-8200-35e2d0d32995 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0674183 May 13 14:00:14.924379 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-26cb425b-2c94-431a-8299-d7305e718d91 req-c176b15a-1cfb-4be4-aa74-86824331a339 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718553 May 13 14:00:15.471351 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-dbc7fb45-bba5-4669-a095-3ac4ce3c8cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:16.070353 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb263cf-f484-4de8-9649-e0294af02ba3 req-074fa858-6633-4d08-b6db-1b7a255977c8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:16.071978 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eeb263cf-f484-4de8-9649-e0294af02ba3 req-074fa858-6633-4d08-b6db-1b7a255977c8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0563896 May 13 14:00:16.134333 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eeb263cf-f484-4de8-9649-e0294af02ba3 req-c5ddab3a-9a47-4afe-b708-3d5782b9e593 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566158 May 13 14:00:16.255462 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef4afc-9075-4f0e-8414-6523faff1ae7 req-9b851f1c-46ed-447e-b19c-ed4420ac8e13 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:16.257274 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bfef4afc-9075-4f0e-8414-6523faff1ae7 req-9b851f1c-46ed-447e-b19c-ed4420ac8e13 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0510323 May 13 14:00:16.295762 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:16.316516 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bfef4afc-9075-4f0e-8414-6523faff1ae7 req-55974607-f6f2-47f2-b8bb-a0b610bcd747 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514450 May 13 14:00:17.027802 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 2a100cb6-7cc3-4a92-bd93-e27c28acc92a details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:00:17.157044 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:00:17.174560 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'port_id': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a', 'mac_address': 'fa:16:3e:98:8e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:00:17.218828 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:00:17.218828 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:17.232546 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a100cb6-7cc3-4a92-bd93-e27c28acc92a {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:00:17.259027 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:00:17.263998 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:17.267091 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc88415-886d-46a5-a311-b4323f54393e req-a3e80c29-2b8d-4687-ae10-d51e1afe3ce1 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:17.269305 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ddc88415-886d-46a5-a311-b4323f54393e req-a3e80c29-2b8d-4687-ae10-d51e1afe3ce1 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 944 time: 0.0552423 May 13 14:00:17.325647 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ddc88415-886d-46a5-a311-b4323f54393e req-355baa85-3a57-4ed9-9e7a-7703810e78ce tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490892 May 13 14:00:17.330849 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:17.343207 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.343540 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.344048 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.344552 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.345037 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.345369 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.345699 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.346026 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.346351 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.346675 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.347025 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.347424 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.347690 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.348121 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.348328 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:00:17.440945 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a40366-d32d-404f-8358-e5e56172a42b req-448ea6de-5a97-4f2e-be72-dbc2ed6e55ba tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:17.442464 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28a40366-d32d-404f-8358-e5e56172a42b req-448ea6de-5a97-4f2e-be72-dbc2ed6e55ba tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0505760 May 13 14:00:17.502136 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-28a40366-d32d-404f-8358-e5e56172a42b req-bdfa4fd4-a801-4895-ac19-8f3d4250d42c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462437 May 13 14:00:17.712744 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:00:17.832297 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:18.449763 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0cc3d-b215-421e-bd49-57e3bd9c5b8b req-53e39289-2886-4811-b589-a448b280a699 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:18.451401 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5df0cc3d-b215-421e-bd49-57e3bd9c5b8b req-53e39289-2886-4811-b589-a448b280a699 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 945 time: 0.0524299 May 13 14:00:18.514432 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5df0cc3d-b215-421e-bd49-57e3bd9c5b8b req-bb79eecb-f101-4287-8fca-386dba75cb2f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560229 May 13 14:00:18.628352 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f88500-09b1-4cb6-b43d-f12d1933cc55 req-9072b4c3-0b04-4378-903f-adab489d984d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:18.629770 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-01f88500-09b1-4cb6-b43d-f12d1933cc55 req-9072b4c3-0b04-4378-903f-adab489d984d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0519114 May 13 14:00:18.683799 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-01f88500-09b1-4cb6-b43d-f12d1933cc55 req-b7a258f9-848a-4d1e-875b-a6ecacb5077f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441396 May 13 14:00:18.690741 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['2a100cb6-7cc3-4a92-bd93-e27c28acc92a'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:00:19.436566 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:19.645712 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0459e5-39dd-40d6-b6d8-9d336c20edbf req-bd7faa22-2666-4b16-9a3c-b97772ba4a90 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:19.647963 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1c0459e5-39dd-40d6-b6d8-9d336c20edbf req-bd7faa22-2666-4b16-9a3c-b97772ba4a90 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 945 time: 0.0599916 May 13 14:00:19.701079 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1c0459e5-39dd-40d6-b6d8-9d336c20edbf req-53043b01-7c92-4d92-bb51-fbfb2c2da31c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471725 May 13 14:00:19.810477 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8556f70-0c94-459f-b2b2-b2ccb23adc77 req-a977e537-f16b-4390-a24f-969bffaf7d72 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:19.812381 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c8556f70-0c94-459f-b2b2-b2ccb23adc77 req-a977e537-f16b-4390-a24f-969bffaf7d72 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0492754 May 13 14:00:19.865682 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c8556f70-0c94-459f-b2b2-b2ccb23adc77 req-daa10074-525f-46a5-81a8-4aa9aa7d5a6a tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474625 May 13 14:00:20.132526 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 2a100cb6-7cc3-4a92-bd93-e27c28acc92a up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:00:20.200822 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:00:20.208267 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:00:20.208649 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:20.293855 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:00:20.294592 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:20.330511 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:00:20.332949 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638e86b6-432d-4930-8244-320a665e07e2" -d '{"events": [{"server_uuid": "af879bc4-815b-4dc1-ad35-0b280ad94c3a", "name": "network-vif-plugged", "status": "completed", "tag": "2a100cb6-7cc3-4a92-bd93-e27c28acc92a"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:00:20.346841 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:00:20.355296 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:20.375463 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8679e37-6fb3-4d9d-a4ae-cdc019ca167e x-openstack-request-id: req-a8679e37-6fb3-4d9d-a4ae-cdc019ca167e {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:00:20.375754 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af879bc4-815b-4dc1-ad35-0b280ad94c3a", "name": "network-vif-plugged", "status": "completed", "tag": "2a100cb6-7cc3-4a92-bd93-e27c28acc92a", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:00:20.376039 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8679e37-6fb3-4d9d-a4ae-cdc019ca167e {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:00:20.376720 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8679e37-6fb3-4d9d-a4ae-cdc019ca167e'] response: {'server_uuid': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a', 'code': 200} May 13 14:00:20.421898 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:20.838044 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58843598-0770-4d4e-929d-ed286033a760 req-ae6934b4-9f31-44a5-ab48-0c7395a1f018 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:20.839561 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-58843598-0770-4d4e-929d-ed286033a760 req-ae6934b4-9f31-44a5-ab48-0c7395a1f018 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 946 time: 0.0601182 May 13 14:00:20.897087 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-58843598-0770-4d4e-929d-ed286033a760 req-d11f323e-dd19-419d-a545-e17e39cd71fa tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508680 May 13 14:00:20.998970 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef6444-8c71-4066-b087-5187053db8dc req-edd8ce03-ac06-460d-bb63-910d14092e21 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:21.000497 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dfef6444-8c71-4066-b087-5187053db8dc req-edd8ce03-ac06-460d-bb63-910d14092e21 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0488462 May 13 14:00:21.055174 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dfef6444-8c71-4066-b087-5187053db8dc req-b8c922b6-9e45-45b6-9c38-6b20b9eb3983 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480769 May 13 14:00:21.690724 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03d535-12d6-4fdf-9856-26e3ab6ff6ce req-65d85a2b-5924-477c-a82c-2706784ac7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:21.693164 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-2b03d535-12d6-4fdf-9856-26e3ab6ff6ce req-65d85a2b-5924-477c-a82c-2706784ac7e4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 1130 time: 0.0436480 May 13 14:00:21.696625 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-eb5ba77b-fadc-423f-9cc4-f9128e6a7aed tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:21.698166 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-eb5ba77b-fadc-423f-9cc4-f9128e6a7aed tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.0529077 May 13 14:00:21.761267 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-2b03d535-12d6-4fdf-9856-26e3ab6ff6ce req-8a9e50ed-6e24-4d7b-8359-d711aa808d39 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448394 May 13 14:00:21.848507 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Deleting port 504a7fcd-a3fa-4e91-ae56-90416b5e697f {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:00:21.849229 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:21.969903 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] For port 504a7fcd-a3fa-4e91-ae56-90416b5e697f, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=504a7fcd-a3fa-4e91-ae56-90416b5e697f,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:00:21.970270 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:22.243558 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09709ee6-af3c-4a9d-b72a-10f010376fa8 req-9eb30265-74c8-4557-abac-ee1c57c64761 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:22.245019 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-09709ee6-af3c-4a9d-b72a-10f010376fa8 req-9eb30265-74c8-4557-abac-ee1c57c64761 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 946 time: 0.2206159 May 13 14:00:22.300484 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc500cad-ee0d-43fd-a1d2-f6260a963d4c req-803617e6-2ebc-4113-bbe1-4d8621ff33d7 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:22.302057 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc500cad-ee0d-43fd-a1d2-f6260a963d4c req-803617e6-2ebc-4113-bbe1-4d8621ff33d7 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 945 time: 0.1663911 May 13 14:00:22.423473 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-09709ee6-af3c-4a9d-b72a-10f010376fa8 req-86acc9c0-ccb7-4826-a5a4-ed9dc20ea014 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444302 May 13 14:00:22.448067 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc500cad-ee0d-43fd-a1d2-f6260a963d4c req-3851030d-f562-4098-a296-6b962c134da3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350131 May 13 14:00:22.450129 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:22.450501 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (38586ff4-06c3-4b39-a523-6e7b4a350cb1), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:22.450855 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Floating IP 38586ff4-06c3-4b39-a523-6e7b4a350cb1 disassociated. External IP: 172.27.3.228, port: 504a7fcd-a3fa-4e91-ae56-90416b5e697f. May 13 14:00:22.451328 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Calling delete_port for 504a7fcd-a3fa-4e91-ae56-90416b5e697f owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:00:22.627216 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (504a7fcd-a3fa-4e91-ae56-90416b5e697f), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:22.658171 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'Port': ['ID=504a7fcd-a3fa-4e91-ae56-90416b5e697f,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:22.785620 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Router a21cbf5f-ca12-4397-af5b-582fb332595e has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:00:22.903435 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:00:22.918090 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:00:22.936254 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:00:22.936254 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:00:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:22.955045 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] No DVR routers for this DVR port 504a7fcd-a3fa-4e91-ae56-90416b5e697f on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:00:22.958909 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:22.964558 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-605ebff6-aee4-42aa-bad2-7bf80f1dca96 req-09a7e8d9-420d-4050-ae17-88ac69610d9c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "DELETE /v2.0/ports/504a7fcd-a3fa-4e91-ae56-90416b5e697f HTTP/1.1" status: 204 len: 173 time: 1.2476299 May 13 14:00:22.965261 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'name': 'network-vif-deleted', 'tag': '504a7fcd-a3fa-4e91-ae56-90416b5e697f'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:00:22.967915 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb4a8b8-17f6-43b5-8c81-6b4e4110f9cc" -d '{"events": [{"server_uuid": "c5fb9024-5080-4527-b9ac-55f60dbccd8a", "name": "network-vif-deleted", "tag": "504a7fcd-a3fa-4e91-ae56-90416b5e697f"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:00:23.027890 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0942338-db01-4ab9-a231-c4cd76cc63ab x-openstack-request-id: req-e0942338-db01-4ab9-a231-c4cd76cc63ab {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:00:23.028269 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5fb9024-5080-4527-b9ac-55f60dbccd8a", "name": "network-vif-deleted", "tag": "504a7fcd-a3fa-4e91-ae56-90416b5e697f", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:00:23.028517 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0942338-db01-4ab9-a231-c4cd76cc63ab {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:00:23.028929 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0942338-db01-4ab9-a231-c4cd76cc63ab'] response: {'server_uuid': 'c5fb9024-5080-4527-b9ac-55f60dbccd8a', 'name': 'network-vif-deleted', 'tag': '504a7fcd-a3fa-4e91-ae56-90416b5e697f', 'status': 'completed', 'code': 200} May 13 14:00:23.062434 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:00:23.342304 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:23.375680 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:00:23.385371 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:00:23.385965 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:00:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:23.522664 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:00:23.572510 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da26b82-7a26-441f-bc4b-fda0ceba6fe9 req-33b4d38e-e324-4c41-9c0c-2dbeef997796 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:23.574086 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6da26b82-7a26-441f-bc4b-fda0ceba6fe9 req-33b4d38e-e324-4c41-9c0c-2dbeef997796 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 946 time: 0.0655997 May 13 14:00:23.600309 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-199a4be2-2ad9-4244-9c9b-b3fd682dbc96 req-7d7e0b43-0795-4044-9bb6-d35fb97f7042 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 210 time: 0.0436020 May 13 14:00:23.675612 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6da26b82-7a26-441f-bc4b-fda0ceba6fe9 req-5ad2a45f-6e0c-4518-9d5c-85dd08dd71a2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829074 May 13 14:00:23.732211 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:23.865878 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6315bd6b-ec06-45b8-9be6-6a40cddad56d None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:00:23.870934 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbf9b3-0bb4-4f08-b608-f1d4bbc7d517 req-fd9bd189-b81d-4135-8b7a-093e3bc72c70 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:23.871912 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5adbf9b3-0bb4-4f08-b608-f1d4bbc7d517 req-fd9bd189-b81d-4135-8b7a-093e3bc72c70 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0645685 May 13 14:00:23.923977 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5adbf9b3-0bb4-4f08-b608-f1d4bbc7d517 req-06bc695a-0630-4476-915a-2d66d1f2db6b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490429 May 13 14:00:24.127665 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb96e9f-d2ce-4913-8493-001a736f18e8 None None] New status for floating IP 38586ff4-06c3-4b39-a523-6e7b4a350cb1: DOWN {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:00:24.730404 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e981c3a6-dbf9-4b71-aa72-38473e25d35e req-8536b5e4-00a6-4dfc-ae99-bc49ae32a82f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5fb9024-5080-4527-b9ac-55f60dbccd8a HTTP/1.1" status: 200 len: 210 time: 0.0366836 May 13 14:00:24.805460 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e876a-c656-45b8-9987-08250bece4f0 req-523dc2bf-d2a6-4dfc-908c-e06eba6ec160 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:24.808005 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-370e876a-c656-45b8-9987-08250bece4f0 req-523dc2bf-d2a6-4dfc-908c-e06eba6ec160 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 946 time: 0.0548320 May 13 14:00:24.870271 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-370e876a-c656-45b8-9987-08250bece4f0 req-cf346e38-5c0b-4e84-8f14-64601c0b24ec tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545115 May 13 14:00:25.008543 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcdafe-1207-4a1b-9271-bde84f5c1d1f req-f567ff1f-3579-468e-b91b-1e794202be1f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:25.010195 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2ebcdafe-1207-4a1b-9271-bde84f5c1d1f req-f567ff1f-3579-468e-b91b-1e794202be1f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 946 time: 0.0617867 May 13 14:00:25.082392 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beb8a2-6f91-473d-a7a5-db174201055b req-63b088aa-0ac1-4c35-80a0-553f817ce71b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:25.084628 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a9beb8a2-6f91-473d-a7a5-db174201055b req-63b088aa-0ac1-4c35-80a0-553f817ce71b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0704846 May 13 14:00:25.108746 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2ebcdafe-1207-4a1b-9271-bde84f5c1d1f req-aa2fe5d2-03e7-4225-ab36-2b621397747d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925434 May 13 14:00:25.132238 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36728) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:25.160135 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a9beb8a2-6f91-473d-a7a5-db174201055b req-51f2983a-fb9f-4da4-8a80-e58638d6dde5 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667551 May 13 14:00:25.246902 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa68cc3c-7dbf-4feb-bb1e-7a7c72f83937 tempest-TestVolumeBootPattern-740343157 tempest-TestVolumeBootPattern-740343157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:25.249796 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-aa68cc3c-7dbf-4feb-bb1e-7a7c72f83937 tempest-TestVolumeBootPattern-740343157 tempest-TestVolumeBootPattern-740343157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 1125 time: 0.1161773 May 13 14:00:25.252827 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36732) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:25.257459 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'port_id': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:00:25.284066 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:25.388160 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:25.538724 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Allocated IP 172.27.3.100 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/b4e3a351-c238-435b-a14a-22bbad8b6e0d) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:00:25.706246 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for port (b4e3a351-c238-435b-a14a-22bbad8b6e0d), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:25.746238 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (b4e3a351-c238-435b-a14a-22bbad8b6e0d), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:25.790578 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:00:25.794293 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:00:25.800894 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:00:25.837249 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'Port': ['ID=b4e3a351-c238-435b-a14a-22bbad8b6e0d,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:25.874408 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36738) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:25.939782 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-abc4aab6-94bb-44b2-8f29-589d06c779fd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:25.967785 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-abc4aab6-94bb-44b2-8f29-589d06c779fd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.034961 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-abc4aab6-94bb-44b2-8f29-589d06c779fd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.037926 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-abc4aab6-94bb-44b2-8f29-589d06c779fd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.039447 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-abc4aab6-94bb-44b2-8f29-589d06c779fd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "DELETE /v2.0/security-groups/14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb HTTP/1.1" status: 204 len: 168 time: 0.1635799 May 13 14:00:26.044544 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36742) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:26.054738 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4aab6-94bb-44b2-8f29-589d06c779fd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:26.070451 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.api.v2.resource [None req-e43f61e0-15e4-4d72-902b-8eb3c24a15ba tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] show failed (client error): The resource could not be found. May 13 14:00:26.074781 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e43f61e0-15e4-4d72-902b-8eb3c24a15ba tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups/14d4f6f7-6ab5-4b2b-ae0d-2e43062e4dbb HTTP/1.1" status: 404 len: 347 time: 0.0255787 May 13 14:00:26.075403 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36744) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:26.183166 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 504a7fcd-a3fa-4e91-ae56-90416b5e697f no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:00:26.213472 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-bb24ea20-8ca6-4809-8060-e72e9297300d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Deleting port afc2911d-4499-4c22-8340-f60e9f2381b3 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:00:26.213945 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb24ea20-8ca6-4809-8060-e72e9297300d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (afc2911d-4499-4c22-8340-f60e9f2381b3), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.218226 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 504a7fcd-a3fa-4e91-ae56-90416b5e697f {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:00:26.218582 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 504a7fcd-a3fa-4e91-ae56-90416b5e697f not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:00:26.298253 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (128e894c-34c9-4c4f-8ce8-aab1e699b37e), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.318367 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb24ea20-8ca6-4809-8060-e72e9297300d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (afc2911d-4499-4c22-8340-f60e9f2381b3), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.319053 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb24ea20-8ca6-4809-8060-e72e9297300d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (afc2911d-4499-4c22-8340-f60e9f2381b3), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.347228 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-bb24ea20-8ca6-4809-8060-e72e9297300d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Calling delete_port for afc2911d-4499-4c22-8340-f60e9f2381b3 owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:00:26.347478 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d042b-8d24-46a3-b781-accbe54d85d0 req-dedd7c83-0607-482a-b228-9c22d9da3dd9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:26.347478 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab1d042b-8d24-46a3-b781-accbe54d85d0 req-dedd7c83-0607-482a-b228-9c22d9da3dd9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0847239 May 13 14:00:26.433914 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab1d042b-8d24-46a3-b781-accbe54d85d0 req-11eef6f4-9038-4792-8472-57b7895fbe4b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870955 May 13 14:00:26.438143 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (b4e3a351-c238-435b-a14a-22bbad8b6e0d), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.528566 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb24ea20-8ca6-4809-8060-e72e9297300d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (afc2911d-4499-4c22-8340-f60e9f2381b3), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.554216 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24ea20-8ca6-4809-8060-e72e9297300d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'Port': ['ID=afc2911d-4499-4c22-8340-f60e9f2381b3,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:26.594221 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb24ea20-8ca6-4809-8060-e72e9297300d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (38586ff4-06c3-4b39-a523-6e7b4a350cb1), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.596854 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb24ea20-8ca6-4809-8060-e72e9297300d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.598764 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-bb24ea20-8ca6-4809-8060-e72e9297300d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "DELETE /v2.0/floatingips/38586ff4-06c3-4b39-a523-6e7b4a350cb1 HTTP/1.1" status: 204 len: 168 time: 0.5213151 May 13 14:00:26.624932 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for port (b4e3a351-c238-435b-a14a-22bbad8b6e0d), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.631150 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (b4e3a351-c238-435b-a14a-22bbad8b6e0d), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.683168 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36752) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:26.687789 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-951464ac-2f97-4489-8ede-f69b74fec0fc tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265592605', 'description': 'tempest-description--751359856'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:00:26.717449 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-951464ac-2f97-4489-8ede-f69b74fec0fc tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.719816 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'Port': ['ID=b4e3a351-c238-435b-a14a-22bbad8b6e0d,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:26.731828 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (128e894c-34c9-4c4f-8ce8-aab1e699b37e), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:26.861227 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Floating IP 128e894c-34c9-4c4f-8ce8-aab1e699b37e associated. External IP: 172.27.3.100, port: 2a100cb6-7cc3-4a92-bd93-e27c28acc92a. May 13 14:00:27.032282 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-951464ac-2f97-4489-8ede-f69b74fec0fc tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (438c1103-3276-4750-b583-c01252cbb139), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.039055 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-951464ac-2f97-4489-8ede-f69b74fec0fc tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (438c1103-3276-4750-b583-c01252cbb139), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.079153 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-951464ac-2f97-4489-8ede-f69b74fec0fc tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.080916 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-951464ac-2f97-4489-8ede-f69b74fec0fc tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3966663 May 13 14:00:27.084549 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36758) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:27.089944 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-34e5a4af-a35f-4e2f-a579-9a7d0f8ab466 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group_rule': {'security_group_id': '438c1103-3276-4750-b583-c01252cbb139', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:00:27.095265 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951464ac-2f97-4489-8ede-f69b74fec0fc tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438c1103-3276-4750-b583-c01252cbb139,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:27.125867 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-34e5a4af-a35f-4e2f-a579-9a7d0f8ab466 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (51cb68c7-bdf2-4a1b-ad41-5eb9ec023114), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.162586 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Router 8ab386f6-3fd8-442c-aecb-914f2b087458 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:00:27.214045 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-34e5a4af-a35f-4e2f-a579-9a7d0f8ab466 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (51cb68c7-bdf2-4a1b-ad41-5eb9ec023114), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.219539 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-34e5a4af-a35f-4e2f-a579-9a7d0f8ab466 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (51cb68c7-bdf2-4a1b-ad41-5eb9ec023114), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.242168 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5a4af-a35f-4e2f-a579-9a7d0f8ab466 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cb68c7-bdf2-4a1b-ad41-5eb9ec023114,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:27.248478 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-34e5a4af-a35f-4e2f-a579-9a7d0f8ab466 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.252892 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36762) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:27.253225 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-34e5a4af-a35f-4e2f-a579-9a7d0f8ab466 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675625 May 13 14:00:27.262700 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-913d39b4-8f47-4354-961f-875a851e23ef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group_rule': {'security_group_id': '438c1103-3276-4750-b583-c01252cbb139', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:00:27.367355 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a5e0b-cbb1-49e0-8af9-45cd5ade826f req-c010f539-f8c8-4e50-968d-ad13b628de34 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:27.368882 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-457a5e0b-cbb1-49e0-8af9-45cd5ade826f req-c010f539-f8c8-4e50-968d-ad13b628de34 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 945 time: 0.1003673 May 13 14:00:27.373267 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:00:27.383606 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] Sync routers for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:00:27.395094 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:00:27.395888 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:00:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:27.541497 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:00:27.662517 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-913d39b4-8f47-4354-961f-875a851e23ef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (1c7e36cd-92b7-46f9-bb73-4edd64c2c108), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.723340 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.792179 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-457a5e0b-cbb1-49e0-8af9-45cd5ade826f req-53d6b59c-fdbb-4a5e-b67e-3f8316da789b tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167540 May 13 14:00:27.797796 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '128e894c-34c9-4c4f-8ce8-aab1e699b37e', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:98:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:00:26Z', 'updated_at': '2022-05-13T14:00:26Z', 'revision_number': 0, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:27.803573 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66d9c6-ca92-4683-a478-44afa266c94e req-48409f10-1407-4dc2-8236-38384f51af3b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:27.805311 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a66d9c6-ca92-4683-a478-44afa266c94e req-48409f10-1407-4dc2-8236-38384f51af3b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.1444721 May 13 14:00:27.819568 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-8cce21cc-ba2c-4414-b7d4-8694f9d2593b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5655975 May 13 14:00:27.822611 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'tag': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:00:27.825033 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc04af2-af4f-4f92-8283-7a6ef8961d59" -d '{"events": [{"name": "network-changed", "server_uuid": "af879bc4-815b-4dc1-ad35-0b280ad94c3a", "tag": "2a100cb6-7cc3-4a92-bd93-e27c28acc92a"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:00:27.844106 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] Checking router: 8ab386f6-3fd8-442c-aecb-914f2b087458 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:00:27.855475 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:00:27.856217 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:00:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:27.865984 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-913d39b4-8f47-4354-961f-875a851e23ef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (1c7e36cd-92b7-46f9-bb73-4edd64c2c108), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.874917 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-913d39b4-8f47-4354-961f-875a851e23ef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (1c7e36cd-92b7-46f9-bb73-4edd64c2c108), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.892014 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e020600d-c989-4053-a01c-bbd399e7bda1 x-openstack-request-id: req-e020600d-c989-4053-a01c-bbd399e7bda1 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:00:27.892305 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af879bc4-815b-4dc1-ad35-0b280ad94c3a", "tag": "2a100cb6-7cc3-4a92-bd93-e27c28acc92a", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:00:27.892553 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e020600d-c989-4053-a01c-bbd399e7bda1 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:00:27.892950 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e020600d-c989-4053-a01c-bbd399e7bda1'] response: {'name': 'network-changed', 'server_uuid': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'tag': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a', 'status': 'completed', 'code': 200} May 13 14:00:27.919368 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d39b4-8f47-4354-961f-875a851e23ef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7e36cd-92b7-46f9-bb73-4edd64c2c108,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:27.926874 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-913d39b4-8f47-4354-961f-875a851e23ef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.928830 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-913d39b4-8f47-4354-961f-875a851e23ef tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6746919 May 13 14:00:27.932257 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 36770) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:27.934070 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a66d9c6-ca92-4683-a478-44afa266c94e req-ea3942ed-da6a-4924-9a49-5bd88f60421b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179380 May 13 14:00:27.937095 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:00:27.968633 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:27.989077 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:00:28.080702 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:28.202664 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Allocated IP 172.27.3.110 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/16c04a36-2252-4f8f-844a-fb10774d3b33) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:00:28.230995 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '128e894c-34c9-4c4f-8ce8-aab1e699b37e', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:98:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:00:26Z', 'updated_at': '2022-05-13T14:00:26Z', 'revision_number': 0, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:28.260582 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba85f7d7-0fb5-4a69-82d6-b7284e4afef0 None None] The sync data for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi is: [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '128e894c-34c9-4c4f-8ce8-aab1e699b37e', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:98:8e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:00:26Z', 'updated_at': '2022-05-13T14:00:26Z', 'revision_number': 0, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:00:28.328132 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (16c04a36-2252-4f8f-844a-fb10774d3b33), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:28.374638 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (16c04a36-2252-4f8f-844a-fb10774d3b33), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:28.417641 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:00:28.421076 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:00:28.427816 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:00:28.436171 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=16c04a36-2252-4f8f-844a-fb10774d3b33,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:28.500797 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (6cd2ec59-1825-4a57-bb37-0ef4036d414f), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:28.519332 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f4225f-1ddc-4ca0-b2e7-4f6b305669f1 None None] New status for floating IP 128e894c-34c9-4c4f-8ce8-aab1e699b37e: ACTIVE {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:00:28.557610 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (16c04a36-2252-4f8f-844a-fb10774d3b33), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:28.784547 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (16c04a36-2252-4f8f-844a-fb10774d3b33), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:28.790255 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (16c04a36-2252-4f8f-844a-fb10774d3b33), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:28.826814 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (6cd2ec59-1825-4a57-bb37-0ef4036d414f), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:28.855435 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:28.856789 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9233074 May 13 14:00:28.861180 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efe93c-d0b2-48f2-967a-cf65450653ab tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=16c04a36-2252-4f8f-844a-fb10774d3b33,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:28.950275 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a661c07-c31a-41d8-aa25-af9380307666 req-8224501f-6c4b-4d74-ab4a-cc714fb9bcb7 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:28.951892 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a661c07-c31a-41d8-aa25-af9380307666 req-8224501f-6c4b-4d74-ab4a-cc714fb9bcb7 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 945 time: 0.0610096 May 13 14:00:29.021459 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a661c07-c31a-41d8-aa25-af9380307666 req-a6e491f1-5967-49a5-9e3c-0b0ab7018135 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633945 May 13 14:00:29.100613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e2168-1b90-4cd8-bb25-e3c313ae51ae req-bd7b19e3-d6d6-43a2-9c0c-86fb43e895b4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:29.102995 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-be1e2168-1b90-4cd8-bb25-e3c313ae51ae req-bd7b19e3-d6d6-43a2-9c0c-86fb43e895b4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0689049 May 13 14:00:29.195793 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-25cb3e02-5d37-452f-a482-bba07e9ab24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1265592605&fields=id&tenant_id=ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 267 time: 0.0836582 May 13 14:00:29.199698 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-be1e2168-1b90-4cd8-bb25-e3c313ae51ae req-d756f535-246a-4922-ab52-471abaa533b0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860112 May 13 14:00:29.335886 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-afba52eb-7cf5-4d26-8eb9-8b000f9067a8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:29.337373 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-afba52eb-7cf5-4d26-8eb9-8b000f9067a8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 815 time: 0.1349916 May 13 14:00:29.353653 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-a8d71e54-cedb-4769-b1d3-4cb0a8749c6f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/quotas/ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 375 time: 0.0102556 May 13 14:00:29.414864 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-0bb48f0d-e38b-402d-81b1-bc28988d9fb7 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541401 May 13 14:00:29.526675 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-db115cf6-cadc-4b9b-ba4c-c4fe7230efd1 service neutron] 10.222.0.79 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969217 May 13 14:00:29.620537 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-01922cd0-6217-4fb3-a8ce-30a08a22c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:29.622131 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-01922cd0-6217-4fb3-a8ce-30a08a22c372 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 1130 time: 0.0917020 May 13 14:00:29.666537 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-6a3e9b04-f81e-4df6-8357-85fb67e75161 service neutron] 10.222.0.79 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247313 May 13 14:00:29.771507 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-c261db68-f860-46d0-8f89-16429537c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:29.773000 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-c261db68-f860-46d0-8f89-16429537c89e service neutron] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 912 time: 0.1055307 May 13 14:00:29.874511 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3c7c1cdf-6f40-4169-b3b0-86b1fcda51b2 req-34a6480e-7924-40e8-8b67-8e87b5e87de9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 210 time: 0.0361462 May 13 14:00:29.966577 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-0feee9eb-ad83-4587-956c-5203eed4cf3b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2a100cb6-7cc3-4a92-bd93-e27c28acc92a HTTP/1.1" status: 200 len: 1002 time: 0.0800743 May 13 14:00:30.167569 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-948b875a-a709-4d5f-9c9c-f8844c07f5f5 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:30.169861 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-948b875a-a709-4d5f-9c9c-f8844c07f5f5 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.87 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 945 time: 0.0749431 May 13 14:00:30.187694 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a470a8a-8747-4485-8a0d-718b3095204a req-dca27fe3-b03a-4522-8165-a0895270fb8b tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:30.189357 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a470a8a-8747-4485-8a0d-718b3095204a req-dca27fe3-b03a-4522-8165-a0895270fb8b tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 945 time: 0.0833955 May 13 14:00:30.191264 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-488cd60d-5934-4c4d-93a6-59674f4219ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:30.194805 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-488cd60d-5934-4c4d-93a6-59674f4219ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.1013520 May 13 14:00:30.288544 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6a470a8a-8747-4485-8a0d-718b3095204a req-538c02dc-9d74-465b-8504-365235ef7601 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/security-groups?id=3e6d17a6-0777-45e6-9904-79d6e7a16e43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925565 May 13 14:00:30.289731 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-0aeaa84b-1b0e-4ec2-9ba0-4a642957f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:30.291184 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-0aeaa84b-1b0e-4ec2-9ba0-4a642957f1ab service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865397 May 13 14:00:30.303222 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-957e5e76-ba61-44df-8d39-4e314044f438 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Deleting port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:00:30.304761 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-957e5e76-ba61-44df-8d39-4e314044f438 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:30.406415 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ab2c-5ece-4f1c-9ffe-9b81d684df4e req-712c5d64-3814-4866-9b88-93eb36973a97 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:30.408913 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b6e2ab2c-5ece-4f1c-9ffe-9b81d684df4e req-712c5d64-3814-4866-9b88-93eb36973a97 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.1074605 May 13 14:00:30.418801 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-957e5e76-ba61-44df-8d39-4e314044f438 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] For port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,segment=NetworkSegment(7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8),segment_id=7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:00:30.419258 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-957e5e76-ba61-44df-8d39-4e314044f438 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:30.438889 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-957e5e76-ba61-44df-8d39-4e314044f438 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Calling delete_port for d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 owned by compute:nova {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:00:30.489161 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b6e2ab2c-5ece-4f1c-9ffe-9b81d684df4e req-3037357a-589c-4404-bd6d-4c8f9e7b0817 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711753 May 13 14:00:30.491799 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-a64c8972-6627-4e71-9557-042247d8c347 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784372 May 13 14:00:30.594626 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-957e5e76-ba61-44df-8d39-4e314044f438 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:30.627179 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e5e76-ba61-44df-8d39-4e314044f438 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Pushing event deleted for resources: {'Port': ['ID=d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:30.651727 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:00:30.686045 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-957e5e76-ba61-44df-8d39-4e314044f438 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] No DVR routers for this DVR port d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 on host hv-cinder-84175 {{(pid=109875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:00:30.689034 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-957e5e76-ba61-44df-8d39-4e314044f438 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:30.692594 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-dad47cf5-1fe2-40eb-b293-ed0472e09743 req-957e5e76-ba61-44df-8d39-4e314044f438 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.87 "DELETE /v2.0/ports/d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 HTTP/1.1" status: 204 len: 173 time: 0.5122087 May 13 14:00:30.693719 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5dd7d1-7ac6-4694-8e6b-ad986cb70895', 'name': 'network-vif-deleted', 'tag': 'd91af4b8-3bfe-4b09-8a48-fd5ef63b99b1'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:00:30.696064 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e442d1-f48f-4c99-a75a-b1b98816412d" -d '{"events": [{"server_uuid": "3d5dd7d1-7ac6-4694-8e6b-ad986cb70895", "name": "network-vif-deleted", "tag": "d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:00:30.723089 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5cc04af2-af4f-4f92-8283-7a6ef8961d59 req-9fb90bfc-ee07-4d43-908e-b40655e65e7b service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404917 May 13 14:00:30.744594 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53211f7-c2ab-43a7-a948-cd25d324ab95 x-openstack-request-id: req-a53211f7-c2ab-43a7-a948-cd25d324ab95 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:00:30.744950 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5dd7d1-7ac6-4694-8e6b-ad986cb70895", "name": "network-vif-deleted", "tag": "d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:00:30.745297 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a53211f7-c2ab-43a7-a948-cd25d324ab95 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:00:30.745594 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53211f7-c2ab-43a7-a948-cd25d324ab95'] response: {'server_uuid': '3d5dd7d1-7ac6-4694-8e6b-ad986cb70895', 'name': 'network-vif-deleted', 'tag': 'd91af4b8-3bfe-4b09-8a48-fd5ef63b99b1', 'status': 'completed', 'code': 200} May 13 14:00:30.994300 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4634718-c87d-4b24-92a0-00354139c34f req-f1f8c731-bbaf-4a5e-b026-fc785829f15a tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 210 time: 0.0356746 May 13 14:00:31.412568 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-024b9d3d-904f-4147-b53c-da77ac614fd7 req-8b51fc25-685f-4ac2-8c06-78ade122c8f4 tempest-VolumesSnapshotTestJSON-2133506172 tempest-VolumesSnapshotTestJSON-2133506172-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d5dd7d1-7ac6-4694-8e6b-ad986cb70895 HTTP/1.1" status: 200 len: 210 time: 0.0321281 May 13 14:00:31.554624 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-11dfb129-9e87-4b80-9f61-8e34fb580911 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:31.556232 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-11dfb129-9e87-4b80-9f61-8e34fb580911 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 815 time: 0.1348455 May 13 14:00:31.644529 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca79d69-9ee3-4d2a-b48c-a7a6d6ca1541 req-bee0c0e6-433f-4614-9fa0-06500091e71c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:31.646551 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fca79d69-9ee3-4d2a-b48c-a7a6d6ca1541 req-bee0c0e6-433f-4614-9fa0-06500091e71c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0569992 May 13 14:00:31.704963 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fca79d69-9ee3-4d2a-b48c-a7a6d6ca1541 req-cede9437-ada4-46a7-95a9-3a06f9b1badd tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524867 May 13 14:00:32.052659 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-4fe923b9-9622-4b06-95f0-f60e16eded5f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 380 time: 0.0685790 May 13 14:00:32.104051 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5b8c206b-3576-4994-9683-bc1eb8927e70 req-618b8729-c6c2-4af3-a5fb-0397f3645f1c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 210 time: 0.0284941 May 13 14:00:32.176004 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'port': {'device_id': '083c581f-911c-4e70-99f7-3ab188d35653', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'admin_state_up': True, 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'security_groups': ['438c1103-3276-4750-b583-c01252cbb139']}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:00:32.302996 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Made reservation on behalf of ac9b3816e0cb4400919797c107065ad4 for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:00:32.306309 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:32.443699 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Allocated IP 172.20.0.3 (ed6b2694-1b8c-422b-965c-287402920164/1c0740f5-1421-43f8-a0c8-70308a319e92/62ca7b10-4ea5-44c9-9684-386fb9e14731) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:00:32.614254 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:32.658112 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:32.701377 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Network ed6b2694-1b8c-422b-965c-287402920164 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:00:32.705000 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:00:32.707494 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:00:32.762139 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=62ca7b10-4ea5-44c9-9684-386fb9e14731,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:32.792846 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:32.793591 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:32.830071 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-d7f582a1-8794-400c-9126-26a292f8797f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6582723 May 13 14:00:32.860140 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Request body: {'port': {'device_id': '083c581f-911c-4e70-99f7-3ab188d35653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:00:32.902905 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e7ff9-ec73-4031-bb49-0ad0d3942b5c req-6d33f1b1-f5c2-4ee5-a57b-ad0bd896fc39 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:32.904636 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-782e7ff9-ec73-4031-bb49-0ad0d3942b5c req-6d33f1b1-f5c2-4ee5-a57b-ad0bd896fc39 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0880115 May 13 14:00:32.969398 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:33.001390 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-782e7ff9-ec73-4031-bb49-0ad0d3942b5c req-3cde23d3-346b-46bd-98fb-2b57da633ce9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888751 May 13 14:00:33.076479 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-4e195466-b622-44bf-96b3-e76559e92d90 None None] Provisioning complete for port 62ca7b10-4ea5-44c9-9684-386fb9e14731 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:00:33.077190 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4e195466-b622-44bf-96b3-e76559e92d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:33.116935 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-4e195466-b622-44bf-96b3-e76559e92d90 None None] Port 62ca7b10-4ea5-44c9-9684-386fb9e14731 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:00:33.251519 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb022f-f597-4a4b-b108-53cfb2c58474 req-15c511b4-7f80-449d-86f4-453173154e27 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:33.253061 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7edb022f-f597-4a4b-b108-53cfb2c58474 req-15c511b4-7f80-449d-86f4-453173154e27 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 931 time: 0.0696464 May 13 14:00:33.347237 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7edb022f-f597-4a4b-b108-53cfb2c58474 req-58f92ccd-db39-4069-b8b8-dbdc040999d3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836215 May 13 14:00:33.354648 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ca7b10-4ea5-44c9-9684-386fb9e14731 {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:00:33.372260 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Publish callbacks [] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:33.390442 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Transition to ACTIVE for port object 62ca7b10-4ea5-44c9-9684-386fb9e14731 will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:00:33.394193 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:33.461259 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=62ca7b10-4ea5-44c9-9684-386fb9e14731,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:33.538591 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Attempting to bind port 62ca7b10-4ea5-44c9-9684-386fb9e14731 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:00:33.539052 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Attempting to bind port 62ca7b10-4ea5-44c9-9684-386fb9e14731 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:00:33.539396 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Attempting to bind port 62ca7b10-4ea5-44c9-9684-386fb9e14731 on network ed6b2694-1b8c-422b-965c-287402920164 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:00:33.544414 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Port 62ca7b10-4ea5-44c9-9684-386fb9e14731 on network ed6b2694-1b8c-422b-965c-287402920164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:00:33.544743 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Attempting to bind port 62ca7b10-4ea5-44c9-9684-386fb9e14731 on network ed6b2694-1b8c-422b-965c-287402920164 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:00:33.552382 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:00:33.553278 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Checking segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:00:33.553903 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Bound using segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:00:33.554620 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Bound port: 62ca7b10-4ea5-44c9-9684-386fb9e14731, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:00:33.555020 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:33.629238 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] For port 62ca7b10-4ea5-44c9-9684-386fb9e14731, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:00:33.632556 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] For port 62ca7b10-4ea5-44c9-9684-386fb9e14731, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=62ca7b10-4ea5-44c9-9684-386fb9e14731,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:00:33.642909 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:33.684452 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:33.685092 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:33.686505 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] 10.222.0.87 "PUT /v2.0/ports/62ca7b10-4ea5-44c9-9684-386fb9e14731 HTTP/1.1" status: 200 len: 1093 time: 0.8329508 May 13 14:00:33.686988 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083c581f-911c-4e70-99f7-3ab188d35653', 'tag': '62ca7b10-4ea5-44c9-9684-386fb9e14731'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:00:33.689289 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d" -d '{"events": [{"name": "network-changed", "server_uuid": "083c581f-911c-4e70-99f7-3ab188d35653", "tag": "62ca7b10-4ea5-44c9-9684-386fb9e14731"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:00:33.719449 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cdfd2-ecb6-4745-9f2c-5dea04136ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=62ca7b10-4ea5-44c9-9684-386fb9e14731,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:33.733906 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb583a7-80e5-44a6-a2e0-d943ce4a6f7a x-openstack-request-id: req-6fb583a7-80e5-44a6-a2e0-d943ce4a6f7a {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:00:33.734270 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083c581f-911c-4e70-99f7-3ab188d35653", "tag": "62ca7b10-4ea5-44c9-9684-386fb9e14731", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:00:33.734592 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6fb583a7-80e5-44a6-a2e0-d943ce4a6f7a {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:00:33.735121 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb583a7-80e5-44a6-a2e0-d943ce4a6f7a'] response: {'name': 'network-changed', 'server_uuid': '083c581f-911c-4e70-99f7-3ab188d35653', 'tag': '62ca7b10-4ea5-44c9-9684-386fb9e14731', 'status': 'completed', 'code': 200} May 13 14:00:33.826421 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-a598dcc0-af00-4ad8-9a35-687602b7228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:33.828151 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-a598dcc0-af00-4ad8-9a35-687602b7228c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 1127 time: 0.0465930 May 13 14:00:33.884567 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-4257a842-db68-4f83-9cc3-e87da273c537 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ca7b10-4ea5-44c9-9684-386fb9e14731 HTTP/1.1" status: 200 len: 217 time: 0.0392327 May 13 14:00:33.958146 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-ad74e1d9-3e56-4668-9ad7-fdac6379cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:33.960497 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-ad74e1d9-3e56-4668-9ad7-fdac6379cc2a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.0644503 May 13 14:00:34.037418 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-6061ae49-6da5-46c0-a742-4bb23126d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:34.039690 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-6061ae49-6da5-46c0-a742-4bb23126d6e7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721970 May 13 14:00:34.167399 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55706108-37a0-466c-9a33-7c124ce291e5 req-11736fb5-1705-476f-b900-b6509a3b9f62 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:34.168895 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-55706108-37a0-466c-9a33-7c124ce291e5 req-11736fb5-1705-476f-b900-b6509a3b9f62 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0687768 May 13 14:00:34.202090 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-10fa6484-c065-45cf-9258-1afb32c18e3a service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536043 May 13 14:00:34.209632 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:00:34.235266 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:00:34.235616 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device d91af4b8-3bfe-4b09-8a48-fd5ef63b99b1 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:00:34.273232 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-55706108-37a0-466c-9a33-7c124ce291e5 req-506c8ef8-6356-460c-b0b3-0c0c2781b77c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983646 May 13 14:00:34.327611 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3de40f77-4ffb-4e0f-8d04-4edde07a95c0 req-0cfc001a-6de9-44e2-b38a-fd4a86213a0c service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103344 May 13 14:00:34.480305 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71710a9-de66-4b9a-a4ef-b643a295d28f req-14983baf-cc7d-44f4-9c0b-49b738f40c07 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:34.481902 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c71710a9-de66-4b9a-a4ef-b643a295d28f req-14983baf-cc7d-44f4-9c0b-49b738f40c07 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 943 time: 0.0512013 May 13 14:00:34.542444 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c71710a9-de66-4b9a-a4ef-b643a295d28f req-20f0685e-d78a-4dfa-a3ee-069b39423af9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537844 May 13 14:00:35.404290 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209875d-9895-406c-8de2-2baae10baebf req-5c2e42b8-7e61-44b8-80f8-8e7760c8f29d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:35.405935 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9209875d-9895-406c-8de2-2baae10baebf req-5c2e42b8-7e61-44b8-80f8-8e7760c8f29d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0553308 May 13 14:00:35.459376 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9209875d-9895-406c-8de2-2baae10baebf req-b651fdb9-b882-410b-b1d8-e08c2f6fa669 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465810 May 13 14:00:35.669926 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260572-032e-414e-a54a-8dbdd79dfa52 req-4237be99-027e-45d8-a605-12ff26a2fa01 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:35.671478 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc260572-032e-414e-a54a-8dbdd79dfa52 req-4237be99-027e-45d8-a605-12ff26a2fa01 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 943 time: 0.0530131 May 13 14:00:35.741530 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc260572-032e-414e-a54a-8dbdd79dfa52 req-e28988ab-806c-41f0-93e3-b21e59d6c351 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632937 May 13 14:00:36.595009 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c606420-feab-4bf3-a788-d0c61f3a08ee req-75534e20-7c22-41a4-aa24-83f26a26eba2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:36.596632 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2c606420-feab-4bf3-a788-d0c61f3a08ee req-75534e20-7c22-41a4-aa24-83f26a26eba2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0528126 May 13 14:00:36.648801 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2c606420-feab-4bf3-a788-d0c61f3a08ee req-f46990e5-2539-4dfb-979d-c2d4b0d6011c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460691 May 13 14:00:36.861525 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e172d50-118f-4af2-9d76-1d58f9a55ff3 req-db3d297e-a144-4ded-884e-33b1821717f7 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:36.863062 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9e172d50-118f-4af2-9d76-1d58f9a55ff3 req-db3d297e-a144-4ded-884e-33b1821717f7 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 943 time: 0.0475750 May 13 14:00:36.914663 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9e172d50-118f-4af2-9d76-1d58f9a55ff3 req-e20b6bea-a301-4e15-b4f7-a4e6cf088493 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451770 May 13 14:00:37.771666 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dfe69-5ed9-4061-ac90-0273fd529719 req-692755a2-991b-4353-b84c-3da23c59e880 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:37.773207 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-270dfe69-5ed9-4061-ac90-0273fd529719 req-692755a2-991b-4353-b84c-3da23c59e880 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0535669 May 13 14:00:37.823049 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-270dfe69-5ed9-4061-ac90-0273fd529719 req-67543c42-a711-4260-8d30-8669e30031e9 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440981 May 13 14:00:38.038150 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d6900-3033-499f-a57a-9a0a11aa3c6e req-48243658-a447-4eae-a2e8-94caafcfa615 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:38.039898 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-976d6900-3033-499f-a57a-9a0a11aa3c6e req-48243658-a447-4eae-a2e8-94caafcfa615 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 943 time: 0.0499792 May 13 14:00:38.090904 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-976d6900-3033-499f-a57a-9a0a11aa3c6e req-674393a0-c32f-4e79-bfdb-1020350058e2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449550 May 13 14:00:38.362298 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-c07408c0-666e-414a-a7cd-484fc36d654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:38.363901 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-c07408c0-666e-414a-a7cd-484fc36d654a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 1127 time: 0.0501068 May 13 14:00:38.485010 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-6a91a226-3f57-4ad0-b540-6045f08f922e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:38.485010 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-6a91a226-3f57-4ad0-b540-6045f08f922e service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 916 time: 0.1080849 May 13 14:00:38.527433 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-bf93ba67-c7b7-42af-a053-1a836676448d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ca7b10-4ea5-44c9-9684-386fb9e14731 HTTP/1.1" status: 200 len: 217 time: 0.0409389 May 13 14:00:38.585828 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-f54e0b0b-9991-4781-9da0-2aa42825772c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:38.587322 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-f54e0b0b-9991-4781-9da0-2aa42825772c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.0538623 May 13 14:00:38.644808 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-22370c7f-d5ad-46bb-9025-51e9dbd0452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:38.646340 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-22370c7f-d5ad-46bb-9025-51e9dbd0452a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499668 May 13 14:00:38.743128 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-f7959f0b-6ec2-49c1-b520-4ab0a6577d47 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902767 May 13 14:00:38.834833 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dcf0df1f-6b00-42dc-a5e8-86a4e36b860d req-817d4b7c-75ba-4b20-b21f-4314b68f64b4 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856032 May 13 14:00:38.949867 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349d7b8-466c-4a65-b620-7aa7ec5095df req-98b537a2-622d-4223-8e5e-5c4d89c7c30f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:38.951464 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6349d7b8-466c-4a65-b620-7aa7ec5095df req-98b537a2-622d-4223-8e5e-5c4d89c7c30f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0515573 May 13 14:00:39.006585 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6349d7b8-466c-4a65-b620-7aa7ec5095df req-1ec20144-1180-4ff3-8696-87bc70f711e6 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490937 May 13 14:00:39.211685 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661fb49-ec74-4fde-b753-b965a85dad46 req-3cd7c062-252d-4f8f-b2fa-24dc4f8f2a4a tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:39.213713 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9661fb49-ec74-4fde-b753-b965a85dad46 req-3cd7c062-252d-4f8f-b2fa-24dc4f8f2a4a tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 943 time: 0.0521805 May 13 14:00:39.269028 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9661fb49-ec74-4fde-b753-b965a85dad46 req-9aa7c334-c653-4b20-890c-354b8afafd9f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476179 May 13 14:00:40.125990 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff549c-89cd-4043-b5c0-34242a8b19b2 req-0139ed4f-446a-4a50-9219-dc652376df5d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:40.127501 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5aff549c-89cd-4043-b5c0-34242a8b19b2 req-0139ed4f-446a-4a50-9219-dc652376df5d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0486896 May 13 14:00:40.185756 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5aff549c-89cd-4043-b5c0-34242a8b19b2 req-f1875cd2-72cb-48af-9463-af5fabefbdb7 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521977 May 13 14:00:40.223105 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 62ca7b10-4ea5-44c9-9684-386fb9e14731 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:00:40.335066 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 62ca7b10-4ea5-44c9-9684-386fb9e14731, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=62ca7b10-4ea5-44c9-9684-386fb9e14731,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:00:40.347298 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '62ca7b10-4ea5-44c9-9684-386fb9e14731', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'port_id': '62ca7b10-4ea5-44c9-9684-386fb9e14731', 'mac_address': 'fa:16:3e:f9:6e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:00:40.393285 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 62ca7b10-4ea5-44c9-9684-386fb9e14731 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:00:40.393578 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:40.394443 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63035b16-8553-4f0c-a1ca-b430a55ff768 req-4ca295cb-63c5-418d-acdd-38d4041d7361 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:40.396069 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-63035b16-8553-4f0c-a1ca-b430a55ff768 req-4ca295cb-63c5-418d-acdd-38d4041d7361 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 943 time: 0.0514133 May 13 14:00:40.408388 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ca7b10-4ea5-44c9-9684-386fb9e14731 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:00:40.438395 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 62ca7b10-4ea5-44c9-9684-386fb9e14731, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=62ca7b10-4ea5-44c9-9684-386fb9e14731,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:00:40.444207 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:40.449327 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-63035b16-8553-4f0c-a1ca-b430a55ff768 req-89c78921-babe-4c5e-8d31-0b1b09040463 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466762 May 13 14:00:40.502998 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=62ca7b10-4ea5-44c9-9684-386fb9e14731,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:40.919501 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['62ca7b10-4ea5-44c9-9684-386fb9e14731'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:00:41.310324 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02261c14-f64b-434e-8dd8-434676b7f3e7 req-c67485bb-af01-4bf1-b18d-091714b37ca2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:41.311792 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-02261c14-f64b-434e-8dd8-434676b7f3e7 req-c67485bb-af01-4bf1-b18d-091714b37ca2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0502455 May 13 14:00:41.364852 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-02261c14-f64b-434e-8dd8-434676b7f3e7 req-3a458864-a61c-4354-a3a9-b2465d1c86bc tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474253 May 13 14:00:41.579185 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3aed7-6727-44c6-9fde-0c9e37da12e9 req-510438ed-0ea4-42be-9b73-46ed8417ad0d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:41.580686 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-12b3aed7-6727-44c6-9fde-0c9e37da12e9 req-510438ed-0ea4-42be-9b73-46ed8417ad0d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 944 time: 0.0523503 May 13 14:00:41.637430 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-12b3aed7-6727-44c6-9fde-0c9e37da12e9 req-ac9d0399-cb64-4206-8a4d-051f7151e9e8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509706 May 13 14:00:42.232980 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 62ca7b10-4ea5-44c9-9684-386fb9e14731 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:00:42.282807 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 62ca7b10-4ea5-44c9-9684-386fb9e14731 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:00:42.289422 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 62ca7b10-4ea5-44c9-9684-386fb9e14731 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:00:42.289853 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:42.372515 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 62ca7b10-4ea5-44c9-9684-386fb9e14731 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:00:42.372815 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:42.402365 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083c581f-911c-4e70-99f7-3ab188d35653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ca7b10-4ea5-44c9-9684-386fb9e14731'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:00:42.404663 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea72bbb-22b7-41f7-973b-0306ff4e4ca3" -d '{"events": [{"server_uuid": "083c581f-911c-4e70-99f7-3ab188d35653", "name": "network-vif-plugged", "status": "completed", "tag": "62ca7b10-4ea5-44c9-9684-386fb9e14731"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:00:42.424762 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 62ca7b10-4ea5-44c9-9684-386fb9e14731, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=62ca7b10-4ea5-44c9-9684-386fb9e14731,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:00:42.431199 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:42.477778 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec09ec3-b9ea-471d-9f69-e589d76e3f41 x-openstack-request-id: req-0ec09ec3-b9ea-471d-9f69-e589d76e3f41 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:00:42.478190 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083c581f-911c-4e70-99f7-3ab188d35653", "name": "network-vif-plugged", "status": "completed", "tag": "62ca7b10-4ea5-44c9-9684-386fb9e14731", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:00:42.478426 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ec09ec3-b9ea-471d-9f69-e589d76e3f41 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:00:42.478933 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec09ec3-b9ea-471d-9f69-e589d76e3f41'] response: {'server_uuid': '083c581f-911c-4e70-99f7-3ab188d35653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ca7b10-4ea5-44c9-9684-386fb9e14731', 'code': 200} May 13 14:00:42.513124 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=62ca7b10-4ea5-44c9-9684-386fb9e14731,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:42.530367 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a21ea4-39b8-460a-a6fc-225cf570c1ad req-3a4bb8f3-aea2-4a36-b5ed-69e5fc5e3e7d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:42.533083 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-90a21ea4-39b8-460a-a6fc-225cf570c1ad req-3a4bb8f3-aea2-4a36-b5ed-69e5fc5e3e7d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0553243 May 13 14:00:42.586882 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-90a21ea4-39b8-460a-a6fc-225cf570c1ad req-9f267181-90cf-488e-8b98-0eea885cddad tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470197 May 13 14:00:42.655459 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-32dc1389-3170-4a5d-8d5f-3964d04207f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:42.756167 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5233c-d67b-4d89-918a-b0fb618a2155 req-59b1d3b6-d5a6-4f3c-a3da-88fa5b94a190 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:42.757696 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-85a5233c-d67b-4d89-918a-b0fb618a2155 req-59b1d3b6-d5a6-4f3c-a3da-88fa5b94a190 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.0481973 May 13 14:00:42.807809 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-85a5233c-d67b-4d89-918a-b0fb618a2155 req-ce242477-f032-475e-bb37-441340daaccb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439994 May 13 14:00:43.709503 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072b653-b2c3-41bc-8bb4-2e83fba28f7d req-9adb46f9-e5a8-4df3-b9e7-50cd9ab7e8d4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:43.711097 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0072b653-b2c3-41bc-8bb4-2e83fba28f7d req-9adb46f9-e5a8-4df3-b9e7-50cd9ab7e8d4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0542681 May 13 14:00:43.761224 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0072b653-b2c3-41bc-8bb4-2e83fba28f7d req-2a69daf2-2d17-4304-bb8e-950e43253f20 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443964 May 13 14:00:43.933045 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eec23-1fc4-472f-a307-567bb034b75c req-517bc7f2-87ca-47c4-a2fd-dcb8e28a0801 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:43.934519 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5d3eec23-1fc4-472f-a307-567bb034b75c req-517bc7f2-87ca-47c4-a2fd-dcb8e28a0801 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.0571949 May 13 14:00:43.985360 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5d3eec23-1fc4-472f-a307-567bb034b75c req-9d47610e-3ac3-43e6-9121-a65fad6c69c6 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451856 May 13 14:00:44.019244 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:44.882698 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e003a-d0a7-4d60-8bee-616aa606de0d req-b9e01514-240f-4fab-bff7-2f27999a18ca tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:44.884238 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e72e003a-d0a7-4d60-8bee-616aa606de0d req-b9e01514-240f-4fab-bff7-2f27999a18ca tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0520966 May 13 14:00:44.931724 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e72e003a-d0a7-4d60-8bee-616aa606de0d req-dafe26bb-7877-4ccc-97d0-59ab92b2770c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 May 13 14:00:45.102421 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76048c53-60d7-4e50-9a6a-73a6c2c583f6 req-a54cbf19-50c5-44d2-ab9b-3919d7f0b200 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:45.103885 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-76048c53-60d7-4e50-9a6a-73a6c2c583f6 req-a54cbf19-50c5-44d2-ab9b-3919d7f0b200 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.0482557 May 13 14:00:45.153490 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-76048c53-60d7-4e50-9a6a-73a6c2c583f6 req-a19ec943-f985-4069-b3a8-654d18969c06 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436838 May 13 14:00:45.413788 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028a11b-bbc8-4669-a266-13a3071cb39a req-1e96b565-173e-4b96-bbdb-7177cede5eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:45.415351 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e028a11b-bbc8-4669-a266-13a3071cb39a req-1e96b565-173e-4b96-bbdb-7177cede5eee service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 1129 time: 0.0409915 May 13 14:00:45.419312 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-aa60fd1e-25cd-485f-84a2-ffdbc3d89d36 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442789 May 13 14:00:45.479688 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-468a7ff4-9576-41a2-8100-dd8e0bd5b621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:45.495153 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e028a11b-bbc8-4669-a266-13a3071cb39a req-74ba885c-70b5-4613-9eee-e727fff147f3 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451190 May 13 14:00:45.513475 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-7af6e479-eaa7-49e8-8daa-72b324280353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:45.515406 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-7af6e479-eaa7-49e8-8daa-72b324280353 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 1131 time: 0.0496535 May 13 14:00:45.981065 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-63069fc4-933d-4f8c-b012-944fd002b2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:45.982557 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-63069fc4-933d-4f8c-b012-944fd002b2e5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 918 time: 0.0911760 May 13 14:00:46.292495 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8160b1-7225-484e-9986-1bfec1a19756 req-02bc9450-15f3-4d30-aff2-961c9591f559 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:46.294081 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cc8160b1-7225-484e-9986-1bfec1a19756 req-02bc9450-15f3-4d30-aff2-961c9591f559 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.2934222 May 13 14:00:46.303923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:46.393371 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf8eae-2fbb-4d41-bd09-80acf618d747 req-cafdc71d-677d-460f-8154-8fbe6b7425d5 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:46.394907 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4acf8eae-2fbb-4d41-bd09-80acf618d747 req-cafdc71d-677d-460f-8154-8fbe6b7425d5 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.1247406 May 13 14:00:46.441271 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cc8160b1-7225-484e-9986-1bfec1a19756 req-bac519f7-7b0d-499a-9cb7-77ce714ce9a5 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412985 May 13 14:00:46.476475 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4acf8eae-2fbb-4d41-bd09-80acf618d747 req-49c299e2-c15f-446a-897b-e20f47985e85 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711727 May 13 14:00:46.533740 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-076311b4-ae4a-4524-93f8-c65836f7d286 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7212a472-72e2-4e58-9b35-4036a7195ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0708120 May 13 14:00:46.600713 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-2f482e74-1a4f-4606-9012-2246b6780c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:46.602891 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-2f482e74-1a4f-4606-9012-2246b6780c59 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.0630114 May 13 14:00:46.666304 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-284fff8c-8359-4a0c-9f42-be0fd927d0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:46.668345 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-284fff8c-8359-4a0c-9f42-be0fd927d0cc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564926 May 13 14:00:46.685041 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d252b30-8680-49e2-ba53-f446de4b329e req-0d753cfe-2700-4cc4-9007-30e1c8dd37dd tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:46.686581 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d252b30-8680-49e2-ba53-f446de4b329e req-0d753cfe-2700-4cc4-9007-30e1c8dd37dd tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0548711 May 13 14:00:46.756327 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d252b30-8680-49e2-ba53-f446de4b329e req-942e5ae4-64c7-488f-8461-30fed1967602 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605683 May 13 14:00:46.811429 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-306ca6d7-06c9-4ee0-8102-18b72ea6cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:46.814440 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-306ca6d7-06c9-4ee0-8102-18b72ea6cdd5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 1130 time: 0.0566056 May 13 14:00:46.837197 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-411ee921-521d-4b7d-8480-a4a6662fd255 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121738 May 13 14:00:47.590757 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3dc12-0f47-4bbc-8bb0-2cad8bba5174 req-49487e55-d03d-4449-9caa-1558ce6193eb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:47.592267 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7aa3dc12-0f47-4bbc-8bb0-2cad8bba5174 req-49487e55-d03d-4449-9caa-1558ce6193eb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.0479839 May 13 14:00:47.645154 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7aa3dc12-0f47-4bbc-8bb0-2cad8bba5174 req-0a57660b-b9b6-4280-9093-f20fdf19d854 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 May 13 14:00:47.743742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-bbc637d5-26f2-4940-9169-78473fadd905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:47.745217 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-bbc637d5-26f2-4940-9169-78473fadd905 service neutron] 10.222.0.87 "GET /v2.0/networks?id=447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 200 len: 911 time: 0.0983028 May 13 14:00:47.751421 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d8a40664-9759-450b-8503-bdaefff5cce3 req-99c6da4e-204c-4049-a2d2-008a37a6f87e service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852251 May 13 14:00:47.817161 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-50e69141-9c54-42cc-bcbe-acbbe41eac55 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cddf8e8-d022-4c17-bc59-86e111fd692f HTTP/1.1" status: 200 len: 1002 time: 0.0655849 May 13 14:00:47.838702 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:47.906816 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736430f-f399-479c-ad10-ed35719cf6d1 req-485849c6-85a6-4866-aeff-412142c626e6 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:47.908327 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f736430f-f399-479c-ad10-ed35719cf6d1 req-485849c6-85a6-4866-aeff-412142c626e6 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0849035 May 13 14:00:47.920040 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-b3b755e6-2d4b-4809-ae6e-b437821bc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:47.921524 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-b3b755e6-2d4b-4809-ae6e-b437821bc1e9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6ffaafe0-6962-4052-8361-d81fc28ac59c HTTP/1.1" status: 200 len: 849 time: 0.0650806 May 13 14:00:47.993133 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-9ca74102-c259-4388-bad2-34d5306d14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:47.994641 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-9ca74102-c259-4388-bad2-34d5306d14a5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=447dd757-4541-46df-a762-b636f2945abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607305 May 13 14:00:48.002134 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f736430f-f399-479c-ad10-ed35719cf6d1 req-2cc70bb6-f9f7-4366-a259-50a0e0d8a6a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848241 May 13 14:00:48.111406 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-f4460434-ecf2-466d-ac8f-cb85d03072f9 service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971613 May 13 14:00:48.206643 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8168080b-178b-4ab0-80b5-edb00a69fdd2 req-83f8187b-4091-4a5e-917d-747b6d09976f service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870006 May 13 14:00:48.778420 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f97afa-9ff8-4fb1-9eba-1fd2054dceaf req-ad021193-15a5-4284-b97b-120fbdee7941 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:48.779898 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-48f97afa-9ff8-4fb1-9eba-1fd2054dceaf req-ad021193-15a5-4284-b97b-120fbdee7941 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.0573337 May 13 14:00:48.827713 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-48f97afa-9ff8-4fb1-9eba-1fd2054dceaf req-43f12e1f-d3d2-4e3e-96c4-9f673d066cd0 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419509 May 13 14:00:48.943637 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953f46f-159a-432a-a305-9f155d2016e6 req-d3001bca-96f0-4c14-a4c1-cf977d989846 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:48.945143 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c953f46f-159a-432a-a305-9f155d2016e6 req-d3001bca-96f0-4c14-a4c1-cf977d989846 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.0524261 May 13 14:00:48.954009 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 36974) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:48.958382 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-b0b74c76-05d9-47c2-aee4-abf763a45ebf tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'floatingip': {'port_id': '62ca7b10-4ea5-44c9-9684-386fb9e14731'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:00:49.000355 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b0b74c76-05d9-47c2-aee4-abf763a45ebf tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (6cd2ec59-1825-4a57-bb37-0ef4036d414f), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:49.160345 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3befd2c-1357-4f79-bd6d-a219c41508fe req-cd4316e7-7183-4e67-8906-da8f372d3743 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:49.162555 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c3befd2c-1357-4f79-bd6d-a219c41508fe req-cd4316e7-7183-4e67-8906-da8f372d3743 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0702212 May 13 14:00:49.277228 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c3befd2c-1357-4f79-bd6d-a219c41508fe req-02412219-2630-48e9-95ed-281e9e749aa3 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842173 May 13 14:00:49.446876 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:49.550924 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b0b74c76-05d9-47c2-aee4-abf763a45ebf tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:49.555487 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b0b74c76-05d9-47c2-aee4-abf763a45ebf tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (6cd2ec59-1825-4a57-bb37-0ef4036d414f), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:49.660487 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [None req-b0b74c76-05d9-47c2-aee4-abf763a45ebf tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Floating IP 6cd2ec59-1825-4a57-bb37-0ef4036d414f associated. External IP: 172.27.3.110, port: 62ca7b10-4ea5-44c9-9684-386fb9e14731. May 13 14:00:49.872362 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b74c76-05d9-47c2-aee4-abf763a45ebf tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Router a21cbf5f-ca12-4397-af5b-582fb332595e has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:00:49.982946 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b74c76-05d9-47c2-aee4-abf763a45ebf tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:00:49.987491 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b0b74c76-05d9-47c2-aee4-abf763a45ebf tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:49.993912 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:00:50.004226 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:00:50.004842 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:00:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:50.016597 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-b0b74c76-05d9-47c2-aee4-abf763a45ebf tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "PUT /v2.0/floatingips/6cd2ec59-1825-4a57-bb37-0ef4036d414f HTTP/1.1" status: 200 len: 991 time: 1.0614901 May 13 14:00:50.017173 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083c581f-911c-4e70-99f7-3ab188d35653', 'tag': '62ca7b10-4ea5-44c9-9684-386fb9e14731'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:00:50.019555 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe64c13-77d7-4d02-a84a-d3064d8173bf" -d '{"events": [{"name": "network-changed", "server_uuid": "083c581f-911c-4e70-99f7-3ab188d35653", "tag": "62ca7b10-4ea5-44c9-9684-386fb9e14731"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:00:50.055582 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabfd7e4-df7a-40a2-aea9-929ae227b756 x-openstack-request-id: req-eabfd7e4-df7a-40a2-aea9-929ae227b756 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:00:50.055878 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083c581f-911c-4e70-99f7-3ab188d35653", "tag": "62ca7b10-4ea5-44c9-9684-386fb9e14731", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:00:50.056138 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eabfd7e4-df7a-40a2-aea9-929ae227b756 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:00:50.056542 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabfd7e4-df7a-40a2-aea9-929ae227b756'] response: {'name': 'network-changed', 'server_uuid': '083c581f-911c-4e70-99f7-3ab188d35653', 'tag': '62ca7b10-4ea5-44c9-9684-386fb9e14731', 'status': 'completed', 'code': 200} May 13 14:00:50.128976 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:00:50.160449 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-dacd2562-7dcb-453b-a587-308591a2ccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:50.161997 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-dacd2562-7dcb-453b-a587-308591a2ccac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 1129 time: 0.0511956 May 13 14:00:50.264468 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-4c22a6a0-8414-4d81-98ad-ef3b62e47cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:50.266006 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-4c22a6a0-8414-4d81-98ad-ef3b62e47cd6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 916 time: 0.0963638 May 13 14:00:50.340449 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-eecb0425-0752-45c9-807a-c37b73b79ec6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=62ca7b10-4ea5-44c9-9684-386fb9e14731 HTTP/1.1" status: 200 len: 999 time: 0.0681076 May 13 14:00:50.369672 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '6cd2ec59-1825-4a57-bb37-0ef4036d414f', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '62ca7b10-4ea5-44c9-9684-386fb9e14731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:f9:6e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c581f-911c-4e70-99f7-3ab188d35653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:00:28Z', 'updated_at': '2022-05-13T14:00:49Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:50.394199 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-7dfaaa4e-4ae3-4094-8bc5-cf10ba3f37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:50.395646 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-7dfaaa4e-4ae3-4094-8bc5-cf10ba3f37ff service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.0491612 May 13 14:00:50.399714 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:00:50.409728 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:00:50.410365 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:00:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:50.461050 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-22d8e2c0-4f6a-4385-8bc7-9293112671b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:00:50.462570 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-22d8e2c0-4f6a-4385-8bc7-9293112671b5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549469 May 13 14:00:50.527748 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:00:50.560452 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-f91cd853-4e13-4ca7-bd8d-f3c29df131a3 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905781 May 13 14:00:50.665317 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2fe64c13-77d7-4d02-a84a-d3064d8173bf req-b5f3ce68-d142-4d38-8c0b-25f916e23059 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968852 May 13 14:00:50.877313 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '6cd2ec59-1825-4a57-bb37-0ef4036d414f', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '62ca7b10-4ea5-44c9-9684-386fb9e14731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:f9:6e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c581f-911c-4e70-99f7-3ab188d35653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:00:28Z', 'updated_at': '2022-05-13T14:00:49Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:50.906774 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e37add-c178-4cb4-9ffc-3f19a62f49bc None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '6cd2ec59-1825-4a57-bb37-0ef4036d414f', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': '62ca7b10-4ea5-44c9-9684-386fb9e14731', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:f9:6e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083c581f-911c-4e70-99f7-3ab188d35653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:00:28Z', 'updated_at': '2022-05-13T14:00:49Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:00:51.104988 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09736009-27a8-4f54-9d3c-e7a8523ea04c None None] New status for floating IP 6cd2ec59-1825-4a57-bb37-0ef4036d414f: ACTIVE {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:00:54.711841 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:00:56.018418 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37042) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:56.064441 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23d5a6b-337c-4e28-8998-1c8823a03103 admin admin] Deleting subnet 2857ad93-8907-48d5-89ed-4320230d2125 {{(pid=109876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:00:56.068376 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b23d5a6b-337c-4e28-8998-1c8823a03103 admin admin] Publish callbacks [] for subnet (2857ad93-8907-48d5-89ed-4320230d2125), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.102179 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b23d5a6b-337c-4e28-8998-1c8823a03103 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28299090'] for subnet (2857ad93-8907-48d5-89ed-4320230d2125), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.142205 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b23d5a6b-337c-4e28-8998-1c8823a03103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (2857ad93-8907-48d5-89ed-4320230d2125), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.199565 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b23d5a6b-337c-4e28-8998-1c8823a03103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2045917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984815'] for subnet (2857ad93-8907-48d5-89ed-4320230d2125), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.223644 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d5a6b-337c-4e28-8998-1c8823a03103 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2857ad93-8907-48d5-89ed-4320230d2125,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:56.229808 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-b23d5a6b-337c-4e28-8998-1c8823a03103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.235533 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-b23d5a6b-337c-4e28-8998-1c8823a03103 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2857ad93-8907-48d5-89ed-4320230d2125 HTTP/1.1" status: 204 len: 168 time: 0.2136157 May 13 14:00:56.236425 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37044) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:56.310742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (5b41b3ab-3663-47b0-839d-04d5811870fd), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.393207 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (5b41b3ab-3663-47b0-839d-04d5811870fd), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.413572 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b41b3ab-3663-47b0-839d-04d5811870fd']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:56.422762 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:56.423065 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:00:56.433340 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.446233 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.452352 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:00:56.452744 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (7bb0da37-bfef-4ee7-b4f4-f43b5ee591a8), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:00:56.454452 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:00:56.511713 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (5b41b3ab-3663-47b0-839d-04d5811870fd), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.518162 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.521914 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] 10.222.0.79 "DELETE /v2.0/networks/5b41b3ab-3663-47b0-839d-04d5811870fd HTTP/1.1" status: 204 len: 168 time: 0.2852337 May 13 14:00:56.531757 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4150da6-b7c9-4994-8848-bb02ff8f4c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=5b41b3ab-3663-47b0-839d-04d5811870fd,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:00:56.688630 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37050) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:56.733058 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-2293c3d2-d369-45e0-858f-28a6d2264926 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6843d24fbf2449cbd117b8d9cfc7072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432131 May 13 14:00:56.735582 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37052) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:00:56.783378 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2b5a-316c-45a5-8d65-8a92661055cb admin admin] Publish callbacks [] for security_group (3e6d17a6-0777-45e6-9904-79d6e7a16e43), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.812755 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2b5a-316c-45a5-8d65-8a92661055cb admin admin] Publish callbacks [] for security_group (3e6d17a6-0777-45e6-9904-79d6e7a16e43), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.858981 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2b5a-316c-45a5-8d65-8a92661055cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3e6d17a6-0777-45e6-9904-79d6e7a16e43), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.861661 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2b5a-316c-45a5-8d65-8a92661055cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:00:56.862753 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-ed7d2b5a-316c-45a5-8d65-8a92661055cb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3e6d17a6-0777-45e6-9904-79d6e7a16e43 HTTP/1.1" status: 204 len: 168 time: 0.1262600 May 13 14:00:56.872353 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d2b5a-316c-45a5-8d65-8a92661055cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6d17a6-0777-45e6-9904-79d6e7a16e43,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:07.022336 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27b3c3-2c7e-4e0f-9917-aaab30350ea3 req-9e8d06b5-7b3c-495e-9fd4-b05d42cc3dfa tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:07.023971 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cc27b3c3-2c7e-4e0f-9917-aaab30350ea3 req-9e8d06b5-7b3c-495e-9fd4-b05d42cc3dfa tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 947 time: 0.0561533 May 13 14:01:07.086864 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cc27b3c3-2c7e-4e0f-9917-aaab30350ea3 req-90d92022-e656-466f-82eb-686fc03e1d94 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556083 May 13 14:01:08.506239 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a606d-4e7c-4665-9ff1-7b26dae77e6a req-74c4ae10-1200-4b4d-9b84-744abbfbaa61 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:08.507873 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc7a606d-4e7c-4665-9ff1-7b26dae77e6a req-74c4ae10-1200-4b4d-9b84-744abbfbaa61 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 947 time: 0.3368566 May 13 14:01:08.561595 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dc7a606d-4e7c-4665-9ff1-7b26dae77e6a req-41f6cf2c-867d-4237-be2d-bb2bc46b5343 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477083 May 13 14:01:09.226174 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb755d-796b-4463-8332-ba2c87084618 req-7c4c9e6f-a5f7-44ba-89d6-fad08217ebdb tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:09.227741 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27eb755d-796b-4463-8332-ba2c87084618 req-7c4c9e6f-a5f7-44ba-89d6-fad08217ebdb tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.87 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 947 time: 0.0507026 May 13 14:01:09.336746 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Deleting port 7212a472-72e2-4e58-9b35-4036a7195ef1 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:01:09.337117 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:09.469233 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] For port 7212a472-72e2-4e58-9b35-4036a7195ef1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=7212a472-72e2-4e58-9b35-4036a7195ef1,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:01:09.469656 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:09.737289 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:09.738577 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (12b8a530-4997-4d6b-814d-4bfa368e4639), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:09.738577 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Floating IP 12b8a530-4997-4d6b-814d-4bfa368e4639 disassociated. External IP: 172.27.3.234, port: 7212a472-72e2-4e58-9b35-4036a7195ef1. May 13 14:01:09.738987 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Calling delete_port for 7212a472-72e2-4e58-9b35-4036a7195ef1 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:01:09.748623 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5a90-4317-4fba-8a54-b5906e986552 req-fd1ed36a-4904-48e5-9643-7867cc465321 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:09.750170 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6acb5a90-4317-4fba-8a54-b5906e986552 req-fd1ed36a-4904-48e5-9643-7867cc465321 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 947 time: 0.0780067 May 13 14:01:09.844468 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6acb5a90-4317-4fba-8a54-b5906e986552 req-8596bf14-5464-425f-8c5a-376f4dac3d74 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=30198815-d8a8-435b-b2eb-b266fa83786b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883813 May 13 14:01:09.930267 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (7212a472-72e2-4e58-9b35-4036a7195ef1), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:09.961910 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event deleted for resources: {'Port': ['ID=7212a472-72e2-4e58-9b35-4036a7195ef1,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:09.973708 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.974067 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.974410 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.974799 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.975132 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.975496 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.975889 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.976213 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.976535 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.976856 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.977180 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.977495 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.977817 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.978226 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:09.978562 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:10.138942 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Router 9793912d-1b76-475e-b040-6704167da888 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:01:10.265351 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:01:10.277090 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] Sync routers for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:01:10.292996 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:10.294155 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:00:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:10.312986 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] No DVR routers for this DVR port 7212a472-72e2-4e58-9b35-4036a7195ef1 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:01:10.316189 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:10.320646 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27eb755d-796b-4463-8332-ba2c87084618 req-e70342af-99be-4fd4-8eac-2f34a7600e2a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.87 "DELETE /v2.0/ports/7212a472-72e2-4e58-9b35-4036a7195ef1 HTTP/1.1" status: 204 len: 173 time: 1.0841568 May 13 14:01:10.321239 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'name': 'network-vif-deleted', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:01:10.323884 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117d3259-be9e-4fec-94d0-0a8599238d58" -d '{"events": [{"server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "name": "network-vif-deleted", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:01:10.375111 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6e3590-4a19-42bc-b3e0-f079c990059e x-openstack-request-id: req-bb6e3590-4a19-42bc-b3e0-f079c990059e {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:01:10.375505 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b01326-65de-403a-8020-724b6563fa64", "name": "network-vif-deleted", "tag": "7212a472-72e2-4e58-9b35-4036a7195ef1", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:01:10.375773 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb6e3590-4a19-42bc-b3e0-f079c990059e {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:01:10.376195 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6e3590-4a19-42bc-b3e0-f079c990059e'] response: {'server_uuid': '19b01326-65de-403a-8020-724b6563fa64', 'name': 'network-vif-deleted', 'tag': '7212a472-72e2-4e58-9b35-4036a7195ef1', 'status': 'completed', 'code': 200} May 13 14:01:10.466398 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:10.733878 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:10.775089 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] Checking router: 9793912d-1b76-475e-b040-6704167da888 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:01:10.795216 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:10.795866 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:00:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:10.925436 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:10.997757 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-084ead85-c02b-4f07-aeb9-7d649904bd71 req-1dd1f766-5cfe-4453-a94e-72fcfd6f496d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=19b01326-65de-403a-8020-724b6563fa64 HTTP/1.1" status: 200 len: 210 time: 0.0422862 May 13 14:01:11.154388 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:11.187515 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62190fad-bdc5-41a8-959e-5dfd96253599 None None] The sync data for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi is: [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:01:11.443542 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0066e54-0a78-4e6f-884d-ab9d2ddc83d3 None None] New status for floating IP 12b8a530-4997-4d6b-814d-4bfa368e4639: DOWN {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:01:12.111960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37126) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:12.174284 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-119f2159-c804-49ea-a386-273d10d52e67 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (30198815-d8a8-435b-b2eb-b266fa83786b), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.202330 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-119f2159-c804-49ea-a386-273d10d52e67 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (30198815-d8a8-435b-b2eb-b266fa83786b), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.263799 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-119f2159-c804-49ea-a386-273d10d52e67 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (30198815-d8a8-435b-b2eb-b266fa83786b), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.267218 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-119f2159-c804-49ea-a386-273d10d52e67 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.269573 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-119f2159-c804-49ea-a386-273d10d52e67 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "DELETE /v2.0/security-groups/30198815-d8a8-435b-b2eb-b266fa83786b HTTP/1.1" status: 204 len: 168 time: 0.1559882 May 13 14:01:12.274537 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37130) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:12.280106 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f2159-c804-49ea-a386-273d10d52e67 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30198815-d8a8-435b-b2eb-b266fa83786b,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:12.292218 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.api.v2.resource [None req-dda14696-02e1-4c49-b50a-3246aab7783d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] show failed (client error): The resource could not be found. May 13 14:01:12.293300 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-dda14696-02e1-4c49-b50a-3246aab7783d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups/30198815-d8a8-435b-b2eb-b266fa83786b HTTP/1.1" status: 404 len: 347 time: 0.0176697 May 13 14:01:12.297004 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37132) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:12.394969 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 7212a472-72e2-4e58-9b35-4036a7195ef1 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:01:12.417562 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 7212a472-72e2-4e58-9b35-4036a7195ef1 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:01:12.417892 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 7212a472-72e2-4e58-9b35-4036a7195ef1 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:01:12.446290 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Deleting port 75922440-62f3-447e-bbab-a60f949b9b34 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:01:12.446632 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (75922440-62f3-447e-bbab-a60f949b9b34), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.542339 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (75922440-62f3-447e-bbab-a60f949b9b34), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.542675 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (75922440-62f3-447e-bbab-a60f949b9b34), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.560314 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Calling delete_port for 75922440-62f3-447e-bbab-a60f949b9b34 owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:01:12.673876 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-53c5a074-2225-4351-8f35-582e86c1a8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.713993 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (75922440-62f3-447e-bbab-a60f949b9b34), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.744054 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event deleted for resources: {'Port': ['ID=75922440-62f3-447e-bbab-a60f949b9b34,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:12.763323 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.763882 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.764430 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.764835 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.765241 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.765630 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.766117 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.766472 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.766898 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.767300 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.767776 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.768233 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.768663 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.769162 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.769597 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:12.791651 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (12b8a530-4997-4d6b-814d-4bfa368e4639), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.794568 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:12.795943 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-0de82b1b-bf1c-46ee-92d0-17dd7a7f5681 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "DELETE /v2.0/floatingips/12b8a530-4997-4d6b-814d-4bfa368e4639 HTTP/1.1" status: 204 len: 168 time: 0.4975879 May 13 14:01:12.930547 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37136) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:12.935478 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-8ff49ddb-18ba-4ca0-b920-31e1fe2061ee tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530039639', 'description': 'tempest-description--1206193258'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:12.974627 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8ff49ddb-18ba-4ca0-b920-31e1fe2061ee tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.074435 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8ff49ddb-18ba-4ca0-b920-31e1fe2061ee tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (a527cbc5-6812-4e09-9ab7-46e44a3a4aac), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.081027 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8ff49ddb-18ba-4ca0-b920-31e1fe2061ee tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (a527cbc5-6812-4e09-9ab7-46e44a3a4aac), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.121232 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff49ddb-18ba-4ca0-b920-31e1fe2061ee tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a527cbc5-6812-4e09-9ab7-46e44a3a4aac,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:13.125850 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8ff49ddb-18ba-4ca0-b920-31e1fe2061ee tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.127192 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-8ff49ddb-18ba-4ca0-b920-31e1fe2061ee tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1954925 May 13 14:01:13.130634 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37138) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:13.135114 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-42258079-9667-43dc-abda-6424f68bc457 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'security_group_rule': {'security_group_id': 'a527cbc5-6812-4e09-9ab7-46e44a3a4aac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:13.163979 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42258079-9667-43dc-abda-6424f68bc457 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (381eebe0-00a5-4c3c-b88e-5692314d5286), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.237411 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42258079-9667-43dc-abda-6424f68bc457 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (381eebe0-00a5-4c3c-b88e-5692314d5286), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.243068 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42258079-9667-43dc-abda-6424f68bc457 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (381eebe0-00a5-4c3c-b88e-5692314d5286), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.263856 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42258079-9667-43dc-abda-6424f68bc457 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381eebe0-00a5-4c3c-b88e-5692314d5286,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:13.279151 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-42258079-9667-43dc-abda-6424f68bc457 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.283632 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-42258079-9667-43dc-abda-6424f68bc457 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492319 May 13 14:01:13.284221 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37142) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:13.291249 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-6d947592-172b-47d7-9c39-909d0324157d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'security_group_rule': {'security_group_id': 'a527cbc5-6812-4e09-9ab7-46e44a3a4aac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:13.336863 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6d947592-172b-47d7-9c39-909d0324157d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (24e91192-bd3e-4e06-ad3e-b56a03ab30ce), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.407288 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6d947592-172b-47d7-9c39-909d0324157d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (24e91192-bd3e-4e06-ad3e-b56a03ab30ce), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.413113 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6d947592-172b-47d7-9c39-909d0324157d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (24e91192-bd3e-4e06-ad3e-b56a03ab30ce), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.435582 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d947592-172b-47d7-9c39-909d0324157d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e91192-bd3e-4e06-ad3e-b56a03ab30ce,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:13.447266 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6d947592-172b-47d7-9c39-909d0324157d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.448552 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-6d947592-172b-47d7-9c39-909d0324157d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1619146 May 13 14:01:13.451891 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37144) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:13.456856 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:13.481413 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.583174 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.749343 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Allocated IP 172.27.3.226 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/203b4b63-065a-427e-93d5-17da79003efe) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:01:13.879156 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for port (203b4b63-065a-427e-93d5-17da79003efe), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.915888 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (203b4b63-065a-427e-93d5-17da79003efe), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:13.962421 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:01:13.968375 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:01:13.976091 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:01:13.977139 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'Port': ['ID=203b4b63-065a-427e-93d5-17da79003efe,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:14.029541 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:14.079239 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (8ec40c8c-af2f-40f0-ad3a-83c86f849bb9), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:14.123019 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (203b4b63-065a-427e-93d5-17da79003efe), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:14.308738 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for port (203b4b63-065a-427e-93d5-17da79003efe), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:14.315797 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (203b4b63-065a-427e-93d5-17da79003efe), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:14.444742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'Port': ['ID=203b4b63-065a-427e-93d5-17da79003efe,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:14.458524 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (8ec40c8c-af2f-40f0-ad3a-83c86f849bb9), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:14.477785 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:14.479460 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-952e3cf2-0907-4d2a-882d-cffa92520e80 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0260339 May 13 14:01:14.771567 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-c805389c-df03-4fe9-8e12-26f607a1c9fd tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1530039639&fields=id&tenant_id=203eb74b5a2c444aac67940d775ecfc3 HTTP/1.1" status: 200 len: 267 time: 0.0480437 May 13 14:01:14.894155 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17165-b368-423b-9120-a383f47f0c97 req-90f5bfe3-42de-48fc-ba43-e59990fdd374 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:14.895999 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-90f5bfe3-42de-48fc-ba43-e59990fdd374 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 817 time: 0.1177676 May 13 14:01:14.916530 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-2292269c-9858-4cbf-a88b-cbf08a3a9a60 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/quotas/203eb74b5a2c444aac67940d775ecfc3 HTTP/1.1" status: 200 len: 375 time: 0.0113587 May 13 14:01:14.999978 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-3d7df6f1-2a9b-40d8-9bb4-2bbcf55f22e3 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726511 May 13 14:01:15.250809 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-bd3c8aba-ff1a-4608-bc09-a90d24bd9835 service neutron] 10.222.0.79 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342365 May 13 14:01:15.355881 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-65aafb38-4f52-4bf3-a0c6-5af8c3951e66 service neutron] 10.222.0.79 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975964 May 13 14:01:15.476118 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ff306715-1736-43ca-bdb0-675361ab4ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:15.583759 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-388cea8e-928e-46e1-943a-83f181260538 req-57f45294-95d9-45ad-8dc3-3a924bce1996 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 210 time: 0.0376174 May 13 14:01:16.306977 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:16.930539 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6f08d654-1c5a-4fed-875d-a54afcee605f req-3aaa07cf-1a71-4bc0-8581-333b61f5f606 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 210 time: 0.0606892 May 13 14:01:16.991249 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274eb07-81c2-48b7-8c32-1ac1d6317a1c req-fd034414-6bb8-438b-b6e2-ca74ae9e86cd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:16.993679 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0274eb07-81c2-48b7-8c32-1ac1d6317a1c req-fd034414-6bb8-438b-b6e2-ca74ae9e86cd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0800517 May 13 14:01:17.129136 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0274eb07-81c2-48b7-8c32-1ac1d6317a1c req-d96bca48-095d-4f0d-a271-508f1e872348 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274359 May 13 14:01:17.146828 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-fc537d15-15e0-488d-8cb9-0fe2ed8ab538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:17.149376 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-fc537d15-15e0-488d-8cb9-0fe2ed8ab538 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 1130 time: 0.1712053 May 13 14:01:17.248119 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17165-b368-423b-9120-a383f47f0c97 req-6fd2aa2a-3adb-495e-991d-895214471eae tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:17.250795 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-6fd2aa2a-3adb-495e-991d-895214471eae tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 817 time: 0.1981969 May 13 14:01:17.319853 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-1a9f7414-bb2f-4430-99ac-eca36d8fe564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:17.321448 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-1a9f7414-bb2f-4430-99ac-eca36d8fe564 service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.1627054 May 13 14:01:17.363649 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-1b6c91b0-4f3d-4d2c-906f-432bb2e03fda tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=203eb74b5a2c444aac67940d775ecfc3 HTTP/1.1" status: 200 len: 380 time: 0.0766113 May 13 14:01:17.400417 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-339fa93d-e65b-4fd9-b1c8-696a490258c2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=882cf596-f1fe-4549-a5dc-670f7391462c HTTP/1.1" status: 200 len: 1002 time: 0.0710711 May 13 14:01:17.472355 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'port': {'device_id': '724a12c7-721b-4152-b296-d2404b24443c', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'admin_state_up': True, 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'security_groups': ['a527cbc5-6812-4e09-9ab7-46e44a3a4aac']}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:17.536814 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-85938ede-6b20-41ba-b193-f62d1c3e4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:17.539439 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-85938ede-6b20-41ba-b193-f62d1c3e4618 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.0747652 May 13 14:01:17.625715 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-1b1a746f-bae2-483c-a0c2-a056c6885d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:17.629112 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-1b1a746f-bae2-483c-a0c2-a056c6885d95 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693462 May 13 14:01:17.644865 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Made reservation on behalf of 203eb74b5a2c444aac67940d775ecfc3 for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:01:17.650262 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:17.760443 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-b00f540c-6394-4ec8-bde9-c5193edec855 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200967 May 13 14:01:17.827803 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Allocated IP 172.20.0.4 (d31cc72a-07f0-4e46-83ba-2f51500ae3d4/b3543575-5e38-4c61-8e32-a85fd786856f/64446a02-9540-4f0f-8e1e-fe054859b8ee) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:01:17.860235 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:17.899844 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0d5c46fb-acf2-48c5-92f7-90624396f3e1 req-1c36e894-75d2-482a-a3a0-3b40e2082f53 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287236 May 13 14:01:18.071742 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:18.099321 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f3764dbc-ba45-40b4-a9ab-99e88118b5f0 req-0a130c94-e337-481d-a217-174cc88b9b89 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 210 time: 0.0433979 May 13 14:01:18.136895 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:18.186881 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:01:18.190195 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:01:18.195030 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:01:18.200282 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:18.200959 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:18.217696 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event updated for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:18.227544 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-d2bade4b-0148-4f53-9182-e301ce8ebf96 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7626054 May 13 14:01:18.258249 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Request body: {'port': {'device_id': '724a12c7-721b-4152-b296-d2404b24443c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:18.298879 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a1f71-91c3-4927-8490-fd539ceee743 req-1797c36d-2f50-45b6-b876-7a11cbdedd17 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:18.301941 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6d5a1f71-91c3-4927-8490-fd539ceee743 req-1797c36d-2f50-45b6-b876-7a11cbdedd17 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0686476 May 13 14:01:18.366702 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:18.370864 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6d5a1f71-91c3-4927-8490-fd539ceee743 req-39e99c4c-f4ef-41f0-9f00-c8f6c3cdec1b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592225 May 13 14:01:18.516689 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-ded503fb-71c1-47d1-a638-880d0318c7d8 None None] Provisioning complete for port 64446a02-9540-4f0f-8e1e-fe054859b8ee triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:01:18.517069 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ded503fb-71c1-47d1-a638-880d0318c7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:18.570204 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-ded503fb-71c1-47d1-a638-880d0318c7d8 None None] Port 64446a02-9540-4f0f-8e1e-fe054859b8ee cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:01:18.745817 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64446a02-9540-4f0f-8e1e-fe054859b8ee {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:01:18.758508 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Publish callbacks [] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:18.777964 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Transition to ACTIVE for port object 64446a02-9540-4f0f-8e1e-fe054859b8ee will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:01:18.786016 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:18.841142 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Pushing event updated for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:18.876165 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Attempting to bind port 64446a02-9540-4f0f-8e1e-fe054859b8ee on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:01:18.876495 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Attempting to bind port 64446a02-9540-4f0f-8e1e-fe054859b8ee by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:01:18.876821 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Attempting to bind port 64446a02-9540-4f0f-8e1e-fe054859b8ee on network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:01:18.882951 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Port 64446a02-9540-4f0f-8e1e-fe054859b8ee on network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:01:18.883530 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Attempting to bind port 64446a02-9540-4f0f-8e1e-fe054859b8ee on network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:01:18.888878 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:01:18.889240 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Checking segment: {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:01:18.889589 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Bound using segment: {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:01:18.890012 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Bound port: 64446a02-9540-4f0f-8e1e-fe054859b8ee, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:01:18.890368 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:18.965313 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:01:18.968782 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:01:18.977025 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:19.028312 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:19.028947 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:19.030351 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] 10.222.0.87 "PUT /v2.0/ports/64446a02-9540-4f0f-8e1e-fe054859b8ee HTTP/1.1" status: 200 len: 1093 time: 0.7806137 May 13 14:01:19.030825 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:01:19.033128 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:01:19.058919 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19eebf8-d233-4f9d-aee6-f1a2d8eb13bb service neutron] Pushing event updated for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:19.173205 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e960c204-f04c-44c7-bf45-967f155caa5f x-openstack-request-id: req-e960c204-f04c-44c7-bf45-967f155caa5f {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:01:19.173497 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:01:19.173740 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e960c204-f04c-44c7-bf45-967f155caa5f {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:01:19.174148 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e960c204-f04c-44c7-bf45-967f155caa5f'] response: {'name': 'network-changed', 'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'status': 'completed', 'code': 200} May 13 14:01:19.177678 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17165-b368-423b-9120-a383f47f0c97 req-ea9de463-d24d-4eae-9e90-f5cfd2a56130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:19.179466 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-ea9de463-d24d-4eae-9e90-f5cfd2a56130 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 1127 time: 0.0564506 May 13 14:01:19.238175 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-dbc5de26-31fa-4662-9915-e74733c19853 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee HTTP/1.1" status: 200 len: 217 time: 0.0356014 May 13 14:01:19.248524 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99665e01-5317-46fe-b7ab-6eb802f42624 req-71e5e46a-3619-46dc-b339-7fd86c0b2c35 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:19.250695 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-99665e01-5317-46fe-b7ab-6eb802f42624 req-71e5e46a-3619-46dc-b339-7fd86c0b2c35 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0567770 May 13 14:01:19.294164 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17165-b368-423b-9120-a383f47f0c97 req-e44bbae2-a164-46cf-867f-4c291ea1e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:19.295709 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-e44bbae2-a164-46cf-867f-4c291ea1e158 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.0507319 May 13 14:01:19.300277 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-99665e01-5317-46fe-b7ab-6eb802f42624 req-8437e603-30be-4a9b-b98a-0b6dc6305785 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436447 May 13 14:01:19.346662 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17165-b368-423b-9120-a383f47f0c97 req-0423ff25-2d78-4b74-86d2-cf7e1b44a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:19.348733 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-0423ff25-2d78-4b74-86d2-cf7e1b44a425 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405080 May 13 14:01:19.442941 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:19.443484 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-1574869e-3063-4660-9bab-ce074398f326 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869577 May 13 14:01:19.527964 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3956eec-d6f2-488a-ba3d-34604ac7c6b4 req-c8d27741-6fa4-4259-84e5-21d76f6e9a28 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:19.529486 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c3956eec-d6f2-488a-ba3d-34604ac7c6b4 req-c8d27741-6fa4-4259-84e5-21d76f6e9a28 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0529644 May 13 14:01:19.542357 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5fa17165-b368-423b-9120-a383f47f0c97 req-89e2c784-7ac3-408a-9ca6-65b7260f9be3 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916371 May 13 14:01:19.596643 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c3956eec-d6f2-488a-ba3d-34604ac7c6b4 req-15cb4474-5099-4523-b8e4-0911f208036a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605090 May 13 14:01:20.422016 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad66ea-94fb-4637-b023-c22853cdede3 req-23c528db-b331-4995-aa69-1607f0dff57a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:20.423805 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c9ad66ea-94fb-4637-b023-c22853cdede3 req-23c528db-b331-4995-aa69-1607f0dff57a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0477560 May 13 14:01:20.473932 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c9ad66ea-94fb-4637-b023-c22853cdede3 req-168921b6-16b1-48e9-a8d4-d00411d7d68c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 May 13 14:01:20.809183 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387eac-1dfc-4ea6-83cb-ab4990b57684 req-1524f3e8-c54d-4902-8b25-6e96fc2e27b4 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:20.810651 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-48387eac-1dfc-4ea6-83cb-ab4990b57684 req-1524f3e8-c54d-4902-8b25-6e96fc2e27b4 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0480061 May 13 14:01:20.866208 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-48387eac-1dfc-4ea6-83cb-ab4990b57684 req-1ff86e33-68d5-4df6-a76f-ce0314717b5f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498991 May 13 14:01:20.888011 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-131d7e64-bd86-43db-b3dc-d3f08fd25528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:20.889629 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-131d7e64-bd86-43db-b3dc-d3f08fd25528 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 1127 time: 0.0481229 May 13 14:01:20.994995 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-857a61b5-b154-42d8-b804-19496d30144d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:20.996486 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-857a61b5-b154-42d8-b804-19496d30144d service neutron] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 918 time: 0.0984230 May 13 14:01:21.041133 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-587fb2f4-b1b5-4a00-9e1e-75a7c682ce80 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee HTTP/1.1" status: 200 len: 217 time: 0.0359581 May 13 14:01:21.089865 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-4479c8a8-8957-4035-bb82-278264b00326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:21.091409 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-4479c8a8-8957-4035-bb82-278264b00326 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.0439615 May 13 14:01:21.142384 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-4acaa2c3-6b7e-49aa-bfef-0a6c180eaf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:21.143900 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-4acaa2c3-6b7e-49aa-bfef-0a6c180eaf93 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401638 May 13 14:01:21.239458 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-a18e96ed-c6b3-48b9-94d0-566354abeddc service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887659 May 13 14:01:21.335202 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-cdc0a080-81a9-4ef2-90c9-0049bf4a3a7e req-5a462bd8-16a2-4324-aeaf-3d886806f01f service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884907 May 13 14:01:21.598447 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78e34b-4545-4ad2-99f8-ff5894b3147d req-172f1731-13d2-478e-92e3-09206c7b5e70 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:21.600002 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e78e34b-4545-4ad2-99f8-ff5894b3147d req-172f1731-13d2-478e-92e3-09206c7b5e70 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0485790 May 13 14:01:21.649627 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e78e34b-4545-4ad2-99f8-ff5894b3147d req-5fe6d5e1-c5e3-4585-9d9f-615009897522 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438628 May 13 14:01:22.000291 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc2a2f-220f-4875-90d3-945a6d557c92 req-7c6b7081-3298-453a-a716-69c6b530d56d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:22.001768 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-17cc2a2f-220f-4875-90d3-945a6d557c92 req-7c6b7081-3298-453a-a716-69c6b530d56d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0507200 May 13 14:01:22.052103 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-17cc2a2f-220f-4875-90d3-945a6d557c92 req-aa8fc331-cb72-4a15-83e4-6d5c99682065 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438302 May 13 14:01:22.436020 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 64446a02-9540-4f0f-8e1e-fe054859b8ee details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:01:22.535287 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:01:22.546451 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'port_id': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'mac_address': 'fa:16:3e:c1:bb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:01:22.583567 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 64446a02-9540-4f0f-8e1e-fe054859b8ee is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:01:22.583953 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:22.597249 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64446a02-9540-4f0f-8e1e-fe054859b8ee {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:01:22.617585 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:01:22.622288 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:22.668017 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:22.675844 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.676195 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.676567 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.677046 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.677266 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.677598 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.677926 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.678253 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.678576 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.679025 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.679259 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.679599 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.679927 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.680250 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.680572 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:01:22.770554 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e983e-7feb-491e-bc1d-758794bff4de req-ea3a891e-2548-4bc3-a0d6-99c457d18bcf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:22.772066 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ea8e983e-7feb-491e-bc1d-758794bff4de req-ea3a891e-2548-4bc3-a0d6-99c457d18bcf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 944 time: 0.0473289 May 13 14:01:22.819158 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ea8e983e-7feb-491e-bc1d-758794bff4de req-5f26f1af-1591-4a0f-b52e-0e87f4cc3fc7 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413883 May 13 14:01:23.061111 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['64446a02-9540-4f0f-8e1e-fe054859b8ee'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:01:23.170737 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46324bdf-d6b5-458c-9d93-2985f3e27b2c req-0d07e522-365f-4d8d-938d-0318ecceef56 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:23.172552 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46324bdf-d6b5-458c-9d93-2985f3e27b2c req-0d07e522-365f-4d8d-938d-0318ecceef56 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0493834 May 13 14:01:23.230473 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46324bdf-d6b5-458c-9d93-2985f3e27b2c req-4b127dcb-041b-4120-80b3-2709640b7e29 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515878 May 13 14:01:23.950698 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04a8d1-7ee2-4e5d-96a3-e18420be525a req-45fa33c8-d7f4-4e42-85dc-f95654b14df6 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:23.953100 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6c04a8d1-7ee2-4e5d-96a3-e18420be525a req-45fa33c8-d7f4-4e42-85dc-f95654b14df6 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 944 time: 0.0571673 May 13 14:01:24.000993 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6c04a8d1-7ee2-4e5d-96a3-e18420be525a req-7eccb701-9e01-45ec-9284-505985945f2c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424812 May 13 14:01:24.361936 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f6916-d443-482d-811c-d4858b0ec29a req-a83bef94-a874-4898-8aa1-08bc663d3971 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:24.363966 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-aa7f6916-d443-482d-811c-d4858b0ec29a req-a83bef94-a874-4898-8aa1-08bc663d3971 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0501845 May 13 14:01:24.410469 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-aa7f6916-d443-482d-811c-d4858b0ec29a req-3ac9e38b-7d52-4e99-a49a-aaedd4a9995d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 May 13 14:01:24.464117 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 64446a02-9540-4f0f-8e1e-fe054859b8ee up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:01:24.520324 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 64446a02-9540-4f0f-8e1e-fe054859b8ee completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:01:24.527039 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 64446a02-9540-4f0f-8e1e-fe054859b8ee triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:01:24.527448 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:24.612761 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 64446a02-9540-4f0f-8e1e-fe054859b8ee is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:01:24.613148 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:24.637700 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:01:24.639962 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c48f3ff-d3db-4f0b-be32-06de482315bd" -d '{"events": [{"server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "name": "network-vif-plugged", "status": "completed", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:01:24.652028 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:01:24.657178 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:24.681820 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29eaa28-bc7f-42eb-a483-f675aa68967c x-openstack-request-id: req-c29eaa28-bc7f-42eb-a483-f675aa68967c {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:01:24.682105 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "name": "network-vif-plugged", "status": "completed", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:01:24.682355 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c29eaa28-bc7f-42eb-a483-f675aa68967c {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:01:24.682762 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29eaa28-bc7f-42eb-a483-f675aa68967c'] response: {'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'code': 200} May 13 14:01:24.707314 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:24.906932 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5dc73-7b36-4182-862d-7d6da5744c02 req-6d72ba33-4305-4ea5-8ab2-e79b5ba4c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:24.908513 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d0d5dc73-7b36-4182-862d-7d6da5744c02 req-6d72ba33-4305-4ea5-8ab2-e79b5ba4c1b4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 1129 time: 0.0433269 May 13 14:01:24.961176 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d0d5dc73-7b36-4182-862d-7d6da5744c02 req-ba6b4510-7636-48cb-b059-ad67a053a071 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456810 May 13 14:01:25.120139 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b5a04-c371-4ae8-920f-79c8a05f53b4 req-41741cc8-b2f4-4e08-a356-5e50aaa09c9b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:25.121653 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf2b5a04-c371-4ae8-920f-79c8a05f53b4 req-41741cc8-b2f4-4e08-a356-5e50aaa09c9b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0492227 May 13 14:01:25.171220 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf2b5a04-c371-4ae8-920f-79c8a05f53b4 req-53d59cb4-e038-4ceb-9b07-bcdd65dad4e0 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 May 13 14:01:25.536627 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a194f-e816-4c49-93ea-cc908bc73d40 req-9e732f73-e16f-4670-9632-d079735b342d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:25.538098 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f06a194f-e816-4c49-93ea-cc908bc73d40 req-9e732f73-e16f-4670-9632-d079735b342d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0479882 May 13 14:01:25.585074 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f06a194f-e816-4c49-93ea-cc908bc73d40 req-c545fc0e-1ed2-451a-a1e8-d89e9b3a2f14 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413322 May 13 14:01:26.319331 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99055038-d45c-4630-b119-07a58aa9835f req-054210ae-465d-493c-b2e6-75136ff1157b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:26.320851 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-99055038-d45c-4630-b119-07a58aa9835f req-054210ae-465d-493c-b2e6-75136ff1157b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0566332 May 13 14:01:26.372670 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-99055038-d45c-4630-b119-07a58aa9835f req-5b8c898d-8969-4ae5-94cc-13cc76f57344 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459073 May 13 14:01:26.704146 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6c3db-f74e-4ec6-a673-0b3ce0f19e45 req-adcac621-0f40-4f0d-9456-86aa800da0ea tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:26.706199 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ddc6c3db-f74e-4ec6-a673-0b3ce0f19e45 req-adcac621-0f40-4f0d-9456-86aa800da0ea tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0489411 May 13 14:01:26.756069 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ddc6c3db-f74e-4ec6-a673-0b3ce0f19e45 req-1b9fc70a-087c-472a-94d2-46ff24a0e263 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439925 May 13 14:01:27.496937 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0010e77-e072-475e-b113-2ab6f77609ab req-8112e3f5-9cd6-41fa-8d76-db3768ab2d0d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:27.498482 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c0010e77-e072-475e-b113-2ab6f77609ab req-8112e3f5-9cd6-41fa-8d76-db3768ab2d0d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0482087 May 13 14:01:27.552343 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c0010e77-e072-475e-b113-2ab6f77609ab req-e824b291-d675-4343-ad03-a5d9addb1ea9 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475950 May 13 14:01:27.671272 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cae32c-2a8f-4a47-9d17-763ae1ceebfe req-60f3475a-9c78-412b-9a5b-b8dc3e6dd509 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:27.673071 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-51cae32c-2a8f-4a47-9d17-763ae1ceebfe req-60f3475a-9c78-412b-9a5b-b8dc3e6dd509 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0494545 May 13 14:01:27.683675 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37254) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:27.688217 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-e40f0a12-2c91-4aab-aa3a-dc0dfa97ffbf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Request body: {'floatingip': {'port_id': '64446a02-9540-4f0f-8e1e-fe054859b8ee'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:27.728855 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e40f0a12-2c91-4aab-aa3a-dc0dfa97ffbf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (8ec40c8c-af2f-40f0-ad3a-83c86f849bb9), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:27.891427 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4ff2e-9714-47e9-b38a-da9542260916 req-e4f285d4-ddc2-4cca-afe9-82efca1f6e72 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:27.893004 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-74d4ff2e-9714-47e9-b38a-da9542260916 req-e4f285d4-ddc2-4cca-afe9-82efca1f6e72 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0647676 May 13 14:01:28.016447 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-74d4ff2e-9714-47e9-b38a-da9542260916 req-404516e6-b0bb-474d-a15e-a1f606e40fb5 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879805 May 13 14:01:28.307992 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e40f0a12-2c91-4aab-aa3a-dc0dfa97ffbf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:28.313023 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e40f0a12-2c91-4aab-aa3a-dc0dfa97ffbf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (8ec40c8c-af2f-40f0-ad3a-83c86f849bb9), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:28.694409 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [None req-e40f0a12-2c91-4aab-aa3a-dc0dfa97ffbf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Floating IP 8ec40c8c-af2f-40f0-ad3a-83c86f849bb9 associated. External IP: 172.27.3.226, port: 64446a02-9540-4f0f-8e1e-fe054859b8ee. May 13 14:01:28.923898 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40f0a12-2c91-4aab-aa3a-dc0dfa97ffbf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Router 9793912d-1b76-475e-b040-6704167da888 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:01:29.056736 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40f0a12-2c91-4aab-aa3a-dc0dfa97ffbf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:01:29.061752 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e40f0a12-2c91-4aab-aa3a-dc0dfa97ffbf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:29.070192 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] Sync routers for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:01:29.082235 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:29.083467 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:29.116458 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e40f0a12-2c91-4aab-aa3a-dc0dfa97ffbf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "PUT /v2.0/floatingips/8ec40c8c-af2f-40f0-ad3a-83c86f849bb9 HTTP/1.1" status: 200 len: 991 time: 1.4301579 May 13 14:01:29.116458 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:01:29.117985 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09241417-38d1-4137-a101-7435aeea03ba" -d '{"events": [{"name": "network-changed", "server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:01:29.158510 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830fa3e-0e3f-49cc-bfe7-38e2197cfdf7 req-12262cc2-7272-4f02-b44b-a2d6138f5275 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:29.160780 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c830fa3e-0e3f-49cc-bfe7-38e2197cfdf7 req-12262cc2-7272-4f02-b44b-a2d6138f5275 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0613782 May 13 14:01:29.178251 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0da8fe2-1cd1-40da-80ec-c71739a2855e x-openstack-request-id: req-f0da8fe2-1cd1-40da-80ec-c71739a2855e {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:01:29.178545 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:01:29.178952 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f0da8fe2-1cd1-40da-80ec-c71739a2855e {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:01:29.179232 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0da8fe2-1cd1-40da-80ec-c71739a2855e'] response: {'name': 'network-changed', 'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'status': 'completed', 'code': 200} May 13 14:01:29.223306 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c830fa3e-0e3f-49cc-bfe7-38e2197cfdf7 req-9e37e86c-6b6d-481b-844c-5bb8e61e78a3 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551617 May 13 14:01:29.244310 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:29.289627 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09241417-38d1-4137-a101-7435aeea03ba req-a9cfad23-cd2a-4253-8e19-1c3eddae0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:29.292173 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-09241417-38d1-4137-a101-7435aeea03ba req-a9cfad23-cd2a-4253-8e19-1c3eddae0d6c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 1129 time: 0.0507629 May 13 14:01:29.408569 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09241417-38d1-4137-a101-7435aeea03ba req-df3822bd-de6a-49b0-825c-30340c209fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:29.410145 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-09241417-38d1-4137-a101-7435aeea03ba req-df3822bd-de6a-49b0-825c-30340c209fa7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 918 time: 0.1089501 May 13 14:01:29.487728 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-09241417-38d1-4137-a101-7435aeea03ba req-800a5b32-b8e6-40df-8742-c8572fba5bfb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee HTTP/1.1" status: 200 len: 999 time: 0.0697486 May 13 14:01:29.495722 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '8ec40c8c-af2f-40f0-ad3a-83c86f849bb9', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '9793912d-1b76-475e-b040-6704167da888', 'port_id': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'mac_address': 'fa:16:3e:c1:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724a12c7-721b-4152-b296-d2404b24443c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:01:14Z', 'updated_at': '2022-05-13T14:01:28Z', 'revision_number': 1, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:29.528247 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] Checking router: 9793912d-1b76-475e-b040-6704167da888 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:01:29.537023 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:29.537641 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:29.541080 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09241417-38d1-4137-a101-7435aeea03ba req-4270d04d-02ce-4724-a459-d2125764faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:29.542682 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-09241417-38d1-4137-a101-7435aeea03ba req-4270d04d-02ce-4724-a459-d2125764faf7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.0479953 May 13 14:01:29.597084 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09241417-38d1-4137-a101-7435aeea03ba req-9403d979-2b56-47ed-82dd-b90212ce6e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:29.598583 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-09241417-38d1-4137-a101-7435aeea03ba req-9403d979-2b56-47ed-82dd-b90212ce6e68 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473526 May 13 14:01:29.709857 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-09241417-38d1-4137-a101-7435aeea03ba req-3c9f71e8-50be-4a8c-bbbe-9c0260cf0635 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951064 May 13 14:01:29.747510 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:29.803585 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-09241417-38d1-4137-a101-7435aeea03ba req-6905ee40-d8ad-489c-9e29-dc2f1cbef54f service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871508 May 13 14:01:30.054780 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '8ec40c8c-af2f-40f0-ad3a-83c86f849bb9', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '9793912d-1b76-475e-b040-6704167da888', 'port_id': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'mac_address': 'fa:16:3e:c1:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724a12c7-721b-4152-b296-d2404b24443c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:01:14Z', 'updated_at': '2022-05-13T14:01:28Z', 'revision_number': 1, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:30.086927 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b8433-eb95-43b4-8565-98fbb861b800 None None] The sync data for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi is: [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '8ec40c8c-af2f-40f0-ad3a-83c86f849bb9', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '9793912d-1b76-475e-b040-6704167da888', 'port_id': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'mac_address': 'fa:16:3e:c1:bb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724a12c7-721b-4152-b296-d2404b24443c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:01:14Z', 'updated_at': '2022-05-13T14:01:28Z', 'revision_number': 1, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:01:30.277533 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612305f9-8208-4578-894f-90071e8cff43 None None] New status for floating IP 8ec40c8c-af2f-40f0-ad3a-83c86f849bb9: ACTIVE {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:01:30.347080 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f3a75-9613-45af-96d9-999a6d6f95e6 req-4099a134-c69b-4433-a5a3-2e358740507c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:30.348526 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa5f3a75-9613-45af-96d9-999a6d6f95e6 req-4099a134-c69b-4433-a5a3-2e358740507c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0477264 May 13 14:01:30.402669 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa5f3a75-9613-45af-96d9-999a6d6f95e6 req-92e91dc8-fc73-4fc2-a6c6-5473dd831a2b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483351 May 13 14:01:31.525661 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176e057-50d4-45cd-a6d7-37cf099dadda req-5bb6497e-9a5f-4293-981a-31aa0ca09d73 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:31.527169 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f176e057-50d4-45cd-a6d7-37cf099dadda req-5bb6497e-9a5f-4293-981a-31aa0ca09d73 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0465345 May 13 14:01:31.577010 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f176e057-50d4-45cd-a6d7-37cf099dadda req-24d8e3f5-555f-44be-abf6-01d480aed3fc tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437994 May 13 14:01:31.710905 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:01:32.235941 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d1243-7b98-492b-aec6-dcc03bc1a826 req-8e3839f8-34ec-4197-8ea3-63d55e1e8282 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:32.237442 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b27d1243-7b98-492b-aec6-dcc03bc1a826 req-8e3839f8-34ec-4197-8ea3-63d55e1e8282 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0460525 May 13 14:01:32.285048 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b27d1243-7b98-492b-aec6-dcc03bc1a826 req-a0f9be38-0eb1-4a76-8203-6c65c47f78be tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 May 13 14:01:32.694883 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c5686-d5da-435e-bd76-31e561187297 req-1b48bb6d-9a92-4fe9-a1ba-f39bba9d46f1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:32.696356 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3a2c5686-d5da-435e-bd76-31e561187297 req-1b48bb6d-9a92-4fe9-a1ba-f39bba9d46f1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0492320 May 13 14:01:32.742953 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3a2c5686-d5da-435e-bd76-31e561187297 req-08c5f5da-9ac8-4d24-a159-37547c316fe4 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410173 May 13 14:01:33.409436 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc550f30-4125-48da-9687-e3b2d4ebcc3c req-b27b9059-a280-4c0f-a8b7-817cf76c05a4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:33.411150 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fc550f30-4125-48da-9687-e3b2d4ebcc3c req-b27b9059-a280-4c0f-a8b7-817cf76c05a4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0580349 May 13 14:01:33.460284 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fc550f30-4125-48da-9687-e3b2d4ebcc3c req-861691e4-c8f7-4dea-a725-5d2d3e50f585 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 May 13 14:01:33.868784 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0bb45-e2a1-4177-918b-78862278b7c0 req-62337d4d-f437-46be-8339-b80e6977258d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:33.870331 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91f0bb45-e2a1-4177-918b-78862278b7c0 req-62337d4d-f437-46be-8339-b80e6977258d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0530233 May 13 14:01:33.916911 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91f0bb45-e2a1-4177-918b-78862278b7c0 req-5f801af7-7fac-474f-9cd2-07554ecab77e tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409465 May 13 14:01:34.591451 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fa8cc-d80a-4492-9a18-5ed4c61711df req-d99d4d63-6bdd-4bd3-a8d1-d6083213064e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:34.593113 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7d2fa8cc-d80a-4492-9a18-5ed4c61711df req-d99d4d63-6bdd-4bd3-a8d1-d6083213064e tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0574961 May 13 14:01:34.647942 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7d2fa8cc-d80a-4492-9a18-5ed4c61711df req-e85b9df6-a119-4c12-b4f4-020b9d4d1279 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=9ef67139-0331-4fb6-abd8-32564893ef51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464923 May 13 14:01:34.843084 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-2454c7e7-eb36-4fd0-b801-36217831f17b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:34.844554 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-2454c7e7-eb36-4fd0-b801-36217831f17b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.87 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 946 time: 0.0517113 May 13 14:01:34.937962 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Deleting port 0cddf8e8-d022-4c17-bc59-86e111fd692f {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:01:34.938306 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:35.030532 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] For port 0cddf8e8-d022-4c17-bc59-86e111fd692f, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=0cddf8e8-d022-4c17-bc59-86e111fd692f,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:01:35.031011 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:35.038421 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1839746-2db3-483b-b092-081966acadaf req-e2035d80-994c-49c5-90f6-2af508c77292 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:35.039951 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b1839746-2db3-483b-b092-081966acadaf req-e2035d80-994c-49c5-90f6-2af508c77292 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0465145 May 13 14:01:35.096529 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b1839746-2db3-483b-b092-081966acadaf req-b550968f-9dd9-4cd0-a296-db25a84576be tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507689 May 13 14:01:35.220308 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:35.220561 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (a2fb2ac2-5905-4765-94b8-0a729681eaf8), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:35.221553 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.l3_db [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Floating IP a2fb2ac2-5905-4765-94b8-0a729681eaf8 disassociated. External IP: 172.27.3.107, port: 0cddf8e8-d022-4c17-bc59-86e111fd692f. May 13 14:01:35.221933 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Calling delete_port for 0cddf8e8-d022-4c17-bc59-86e111fd692f owned by compute:nova {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:01:35.356621 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (0cddf8e8-d022-4c17-bc59-86e111fd692f), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:35.386545 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event deleted for resources: {'Port': ['ID=0cddf8e8-d022-4c17-bc59-86e111fd692f,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:35.508310 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Router ec22e497-4e25-49b2-857d-100dd5927384 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:01:35.756817 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f98f9a16-d67c-4674-93b0-d5d795859b71 req-6ca9ba6f-8e95-49a7-92c1-b94c1869777c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 210 time: 0.0341074 May 13 14:01:35.869963 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:01:35.884239 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] Sync routers for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:01:35.903606 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:35.904505 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:35.949740 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] No DVR routers for this DVR port 0cddf8e8-d022-4c17-bc59-86e111fd692f on host hv-cinder-84175 {{(pid=109875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:01:35.953748 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:35.959233 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-36c4dd68-64a5-4a33-92b8-025d32462e2e req-d9f345ff-15fa-427b-825e-5dfeea94082f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.87 "DELETE /v2.0/ports/0cddf8e8-d022-4c17-bc59-86e111fd692f HTTP/1.1" status: 204 len: 173 time: 1.1024077 May 13 14:01:35.959914 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'name': 'network-vif-deleted', 'tag': '0cddf8e8-d022-4c17-bc59-86e111fd692f'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:01:35.966352 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d505c3-dca0-46a4-97fc-cb850b98c998" -d '{"events": [{"server_uuid": "596ea3e4-5857-40b2-82e2-84c63e19f7da", "name": "network-vif-deleted", "tag": "0cddf8e8-d022-4c17-bc59-86e111fd692f"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:01:36.018957 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29181e1f-938d-4434-a0a3-4001f5b3745d x-openstack-request-id: req-29181e1f-938d-4434-a0a3-4001f5b3745d {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:01:36.019400 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596ea3e4-5857-40b2-82e2-84c63e19f7da", "name": "network-vif-deleted", "tag": "0cddf8e8-d022-4c17-bc59-86e111fd692f", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:01:36.019710 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29181e1f-938d-4434-a0a3-4001f5b3745d {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:01:36.020107 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29181e1f-938d-4434-a0a3-4001f5b3745d'] response: {'server_uuid': '596ea3e4-5857-40b2-82e2-84c63e19f7da', 'name': 'network-vif-deleted', 'tag': '0cddf8e8-d022-4c17-bc59-86e111fd692f', 'status': 'completed', 'code': 200} May 13 14:01:36.082207 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:36.193905 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38731d-3513-46d1-a4ec-8c404961919d req-39d9c071-0770-4fc4-a7ef-6d55ebae07a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:36.195646 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1f38731d-3513-46d1-a4ec-8c404961919d req-39d9c071-0770-4fc4-a7ef-6d55ebae07a9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 1130 time: 0.0585990 May 13 14:01:36.237322 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccfa9a-193c-4c40-b7f5-73e11755f720 req-2584ca1d-de69-405d-9684-808c0badf17d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:36.239087 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a3ccfa9a-193c-4c40-b7f5-73e11755f720 req-2584ca1d-de69-405d-9684-808c0badf17d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0533760 May 13 14:01:36.301982 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a3ccfa9a-193c-4c40-b7f5-73e11755f720 req-97a31047-40b3-4c8c-be10-5344893e763c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499902 May 13 14:01:36.309013 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:36.341566 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] Checking router: ec22e497-4e25-49b2-857d-100dd5927384 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:01:36.350463 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:36.351122 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:36.462123 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:36.533389 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-1f38731d-3513-46d1-a4ec-8c404961919d req-4177fdae-415a-4daa-a0ed-6d6bf0db9441 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581024 May 13 14:01:36.719542 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:36.747852 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0e11bd-608c-407c-8eba-fad1f94104a1 None None] The sync data for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi is: [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:01:36.893742 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1c453eb6-91cd-45d5-8e8f-59aa90eeb1fc req-cd7bdc93-ca3d-4baf-8bd8-758b02909e49 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=596ea3e4-5857-40b2-82e2-84c63e19f7da HTTP/1.1" status: 200 len: 210 time: 0.0428033 May 13 14:01:37.052734 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09469c-4c5e-4520-a729-19214ddc40be None None] New status for floating IP a2fb2ac2-5905-4765-94b8-0a729681eaf8: DOWN {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:01:37.426103 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d07e9c-6501-4321-8819-7369b1b770dc req-5bc500a7-90fc-4101-a3da-1ad40e614789 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:37.427634 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-93d07e9c-6501-4321-8819-7369b1b770dc req-5bc500a7-90fc-4101-a3da-1ad40e614789 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0537958 May 13 14:01:37.475243 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-93d07e9c-6501-4321-8819-7369b1b770dc req-24ea7c0c-4410-4163-89bb-bfd128bd6d5b tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 May 13 14:01:37.992548 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37326) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:38.046986 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0c8abda5-b7ba-46c4-83c9-55bf4c002c45 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (9ef67139-0331-4fb6-abd8-32564893ef51), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.072620 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0c8abda5-b7ba-46c4-83c9-55bf4c002c45 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (9ef67139-0331-4fb6-abd8-32564893ef51), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.127591 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0c8abda5-b7ba-46c4-83c9-55bf4c002c45 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (9ef67139-0331-4fb6-abd8-32564893ef51), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.130490 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0c8abda5-b7ba-46c4-83c9-55bf4c002c45 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.131735 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-0c8abda5-b7ba-46c4-83c9-55bf4c002c45 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "DELETE /v2.0/security-groups/9ef67139-0331-4fb6-abd8-32564893ef51 HTTP/1.1" status: 204 len: 168 time: 0.1381371 May 13 14:01:38.134871 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37328) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:38.148251 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8abda5-b7ba-46c4-83c9-55bf4c002c45 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef67139-0331-4fb6-abd8-32564893ef51,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:38.149184 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.api.v2.resource [None req-48b2cf50-ca9f-4238-af7d-d41f8aa5090c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] show failed (client error): The resource could not be found. May 13 14:01:38.150953 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-48b2cf50-ca9f-4238-af7d-d41f8aa5090c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups/9ef67139-0331-4fb6-abd8-32564893ef51 HTTP/1.1" status: 404 len: 347 time: 0.0149431 May 13 14:01:38.154032 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37332) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:38.303882 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-87c2d63c-5402-4ce3-a096-61fc44c911f8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Deleting port 52be10e1-a660-48ed-b8a9-9256f0b0c971 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:01:38.304219 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-87c2d63c-5402-4ce3-a096-61fc44c911f8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (52be10e1-a660-48ed-b8a9-9256f0b0c971), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.387881 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-87c2d63c-5402-4ce3-a096-61fc44c911f8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (52be10e1-a660-48ed-b8a9-9256f0b0c971), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.388102 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-87c2d63c-5402-4ce3-a096-61fc44c911f8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (52be10e1-a660-48ed-b8a9-9256f0b0c971), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.402318 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-87c2d63c-5402-4ce3-a096-61fc44c911f8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Calling delete_port for 52be10e1-a660-48ed-b8a9-9256f0b0c971 owned by network:floatingip {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:01:38.561924 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 0cddf8e8-d022-4c17-bc59-86e111fd692f no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:01:38.567433 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-87c2d63c-5402-4ce3-a096-61fc44c911f8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (52be10e1-a660-48ed-b8a9-9256f0b0c971), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.599885 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 0cddf8e8-d022-4c17-bc59-86e111fd692f {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:01:38.600554 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 0cddf8e8-d022-4c17-bc59-86e111fd692f not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:01:38.619261 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c2d63c-5402-4ce3-a096-61fc44c911f8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event deleted for resources: {'Port': ['ID=52be10e1-a660-48ed-b8a9-9256f0b0c971,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:38.707799 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb571a-ff3b-47f4-8d9a-71e3dd9cefca req-191b8540-2329-41b6-aa9e-b2e2a32a0eee tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:38.709345 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-85fb571a-ff3b-47f4-8d9a-71e3dd9cefca req-191b8540-2329-41b6-aa9e-b2e2a32a0eee tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0952098 May 13 14:01:38.744593 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-87c2d63c-5402-4ce3-a096-61fc44c911f8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (a2fb2ac2-5905-4765-94b8-0a729681eaf8), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.747079 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-87c2d63c-5402-4ce3-a096-61fc44c911f8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.748228 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-87c2d63c-5402-4ce3-a096-61fc44c911f8 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "DELETE /v2.0/floatingips/a2fb2ac2-5905-4765-94b8-0a729681eaf8 HTTP/1.1" status: 204 len: 168 time: 0.5932519 May 13 14:01:38.784177 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-85fb571a-ff3b-47f4-8d9a-71e3dd9cefca req-fe1675bc-e657-4a5f-b5e4-aefb90551798 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599036 May 13 14:01:38.841888 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37350) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:38.846692 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-11db5612-36ee-4cea-b7cf-2332283e1981 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619184859', 'description': 'tempest-description--1434141732'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:38.868720 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-11db5612-36ee-4cea-b7cf-2332283e1981 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.956546 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-11db5612-36ee-4cea-b7cf-2332283e1981 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (70fda4b8-c7e0-438d-9cc0-4c68b92effa6), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:38.961770 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-11db5612-36ee-4cea-b7cf-2332283e1981 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (70fda4b8-c7e0-438d-9cc0-4c68b92effa6), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.004509 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-11db5612-36ee-4cea-b7cf-2332283e1981 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.006089 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-11db5612-36ee-4cea-b7cf-2332283e1981 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1631134 May 13 14:01:39.009575 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37358) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:39.013966 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-3fa517d3-772b-4be4-8bcd-5f7b37d33dff tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'security_group_rule': {'security_group_id': '70fda4b8-c7e0-438d-9cc0-4c68b92effa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:39.015891 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db5612-36ee-4cea-b7cf-2332283e1981 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70fda4b8-c7e0-438d-9cc0-4c68b92effa6,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:39.044749 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fa517d3-772b-4be4-8bcd-5f7b37d33dff tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (d0e17727-a6d4-40fc-afd5-3797a95716b2), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.115083 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fa517d3-772b-4be4-8bcd-5f7b37d33dff tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (d0e17727-a6d4-40fc-afd5-3797a95716b2), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.119785 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fa517d3-772b-4be4-8bcd-5f7b37d33dff tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (d0e17727-a6d4-40fc-afd5-3797a95716b2), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.140783 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa517d3-772b-4be4-8bcd-5f7b37d33dff tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e17727-a6d4-40fc-afd5-3797a95716b2,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:39.153751 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fa517d3-772b-4be4-8bcd-5f7b37d33dff tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.155341 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-3fa517d3-772b-4be4-8bcd-5f7b37d33dff tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448576 May 13 14:01:39.158647 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37362) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:39.163323 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-39208e93-1041-4833-930c-1f9968a1b40f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'security_group_rule': {'security_group_id': '70fda4b8-c7e0-438d-9cc0-4c68b92effa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:39.192723 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262794e8-212a-4284-ad45-a83331ebc6ca req-fae50e1b-6e0e-42d6-a619-2cbfbbddd4a9 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:39.194465 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-262794e8-212a-4284-ad45-a83331ebc6ca req-fae50e1b-6e0e-42d6-a619-2cbfbbddd4a9 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0556180 May 13 14:01:39.244311 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-aa74f213-abd0-4629-b214-cd1b0ead753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:39.245454 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-262794e8-212a-4284-ad45-a83331ebc6ca req-c11e3929-1be8-4a99-b616-f981a66850e9 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 May 13 14:01:39.246696 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-aa74f213-abd0-4629-b214-cd1b0ead753e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 1130 time: 0.0753284 May 13 14:01:39.247888 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-39208e93-1041-4833-930c-1f9968a1b40f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (efa1d1b5-7db4-4cd3-aec2-e8f5db8bbf6b), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.367010 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-39208e93-1041-4833-930c-1f9968a1b40f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (efa1d1b5-7db4-4cd3-aec2-e8f5db8bbf6b), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.376704 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-39208e93-1041-4833-930c-1f9968a1b40f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (efa1d1b5-7db4-4cd3-aec2-e8f5db8bbf6b), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.393866 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-530eb16b-fc6c-4847-8c7a-05a503b01fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:39.395357 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-530eb16b-fc6c-4847-8c7a-05a503b01fc6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.1404965 May 13 14:01:39.398812 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39208e93-1041-4833-930c-1f9968a1b40f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa1d1b5-7db4-4cd3-aec2-e8f5db8bbf6b,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:39.445885 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-39208e93-1041-4833-930c-1f9968a1b40f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.447134 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-39208e93-1041-4833-930c-1f9968a1b40f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2875144 May 13 14:01:39.452874 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37364) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:39.459843 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:39.484105 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-c5e9f1a3-f24f-4116-a58f-17a8dd98a16b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=882cf596-f1fe-4549-a5dc-670f7391462c HTTP/1.1" status: 200 len: 1002 time: 0.0806136 May 13 14:01:39.488563 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.578949 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-92487dea-71ae-4b2e-922e-c37dde2a2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:39.581279 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-92487dea-71ae-4b2e-922e-c37dde2a2a2c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.0746276 May 13 14:01:39.600299 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.634437 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-4197d282-7a65-4179-bf97-e92fdd63ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:39.636268 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-4197d282-7a65-4179-bf97-e92fdd63ec0c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480847 May 13 14:01:39.721219 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Allocated IP 172.27.3.87 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/44de7b61-1fad-4d45-81d0-10f7aa773167) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:01:39.756318 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-74b2edfe-826a-44e9-96d9-41e64f550b07 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104083 May 13 14:01:39.835626 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for port (44de7b61-1fad-4d45-81d0-10f7aa773167), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.857593 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-3e9869c1-64a0-4fc0-84a9-17ebf7e0d795 req-9bd8a59d-fa04-4247-b0c2-142d6905b76c service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936167 May 13 14:01:39.871390 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (44de7b61-1fad-4d45-81d0-10f7aa773167), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:39.917205 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:01:39.922010 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:01:39.930217 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:01:39.958387 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'Port': ['ID=44de7b61-1fad-4d45-81d0-10f7aa773167,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:40.029001 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (e12ee464-5c37-4fa8-b725-b34f698b83d0), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:40.069649 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (44de7b61-1fad-4d45-81d0-10f7aa773167), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:40.230869 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for port (44de7b61-1fad-4d45-81d0-10f7aa773167), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:40.235544 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (44de7b61-1fad-4d45-81d0-10f7aa773167), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:40.315510 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'Port': ['ID=44de7b61-1fad-4d45-81d0-10f7aa773167,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:40.326174 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (e12ee464-5c37-4fa8-b725-b34f698b83d0), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:40.369201 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:40.370433 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-418835a7-5e83-4fc8-a3c2-cfa61e1be301 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9161799 May 13 14:01:40.387887 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357e35b-9b7a-47aa-906a-ad876bda6746 req-4c2fee01-1791-47ba-9717-b55ea2929b49 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:40.389551 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5357e35b-9b7a-47aa-906a-ad876bda6746 req-4c2fee01-1791-47ba-9717-b55ea2929b49 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0576200 May 13 14:01:40.453734 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5357e35b-9b7a-47aa-906a-ad876bda6746 req-75aafd6f-a840-42cb-ae79-a43ebb0ba837 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577168 May 13 14:01:40.530301 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-b66a36d2-2328-40ee-a03f-8eee0cabea73 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1619184859&fields=id&tenant_id=ef87180052d643af940a8e2b4f21e46f HTTP/1.1" status: 200 len: 267 time: 0.0488086 May 13 14:01:40.651572 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600130-e960-48b6-b678-ef2739317a14 req-21566cb3-6260-44f2-ba2c-4c3ecf89105b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:40.653082 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-21566cb3-6260-44f2-ba2c-4c3ecf89105b tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/networks?id=447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 200 len: 810 time: 0.1156485 May 13 14:01:40.668996 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-697a55d6-918d-41a3-afad-67fc84702a7c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/quotas/ef87180052d643af940a8e2b4f21e46f HTTP/1.1" status: 200 len: 375 time: 0.0099103 May 13 14:01:40.720325 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-c956c4c2-d9bf-46aa-a676-c09a1cc7328c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450735 May 13 14:01:40.837663 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-c37d56b6-f0a7-4812-aa43-515c6927ac1b service neutron] 10.222.0.79 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018438 May 13 14:01:40.930454 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-b4beb328-413a-4849-919c-7b3ab3a81d8a service neutron] 10.222.0.79 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870605 May 13 14:01:41.096612 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-adebb8a8-16bd-4e91-85ba-f7b11fa9d936 req-2bac35c8-deb0-4e85-bd6a-95f8ad7379fb tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 210 time: 0.0288079 May 13 14:01:41.591073 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c76f9f-6c14-4cdd-8ae1-844f3d95c972 req-6b5d17d0-4363-4d45-9c77-019ffd10657d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:41.592668 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-38c76f9f-6c14-4cdd-8ae1-844f3d95c972 req-6b5d17d0-4363-4d45-9c77-019ffd10657d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0532618 May 13 14:01:41.647821 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-38c76f9f-6c14-4cdd-8ae1-844f3d95c972 req-a844f049-08fc-42df-a0f1-330acab2555f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471947 May 13 14:01:42.198780 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5c047a94-dfdd-4be5-b6fc-58a298c6d985 req-f4726759-8407-4e81-872f-6b92c7c3d249 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 210 time: 0.0288341 May 13 14:01:42.660646 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-0d89e9ea-8782-463a-8e03-9a181cab77f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:42.789252 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f395474-55f8-4ee5-a502-7d93ed72fa85 req-c44c84ac-1a28-4eaf-89f3-bd285934b692 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:42.790992 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1f395474-55f8-4ee5-a502-7d93ed72fa85 req-c44c84ac-1a28-4eaf-89f3-bd285934b692 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0665441 May 13 14:01:42.848863 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1f395474-55f8-4ee5-a502-7d93ed72fa85 req-b534e7f1-1c9e-4788-9ef8-319c1113951d tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511558 May 13 14:01:42.992561 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc796f6-6366-42ee-8062-f31721cd2331 req-be7f300b-3250-4bd0-96fa-418e11fba5c7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:42.994281 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9cc796f6-6366-42ee-8062-f31721cd2331 req-be7f300b-3250-4bd0-96fa-418e11fba5c7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0580468 May 13 14:01:43.005462 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37408) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:43.012344 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-0dae1550-0f97-4a32-943c-0e7e79b0cdfb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Request body: {'floatingip': {'port_id': '882cf596-f1fe-4549-a5dc-670f7391462c'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:43.024944 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600130-e960-48b6-b678-ef2739317a14 req-19f9ecc4-8bd5-49e1-b1bd-dec304e66ced tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:43.026443 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-19f9ecc4-8bd5-49e1-b1bd-dec304e66ced tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.87 "GET /v2.0/networks?id=447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 200 len: 810 time: 0.1546905 May 13 14:01:43.104139 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0dae1550-0f97-4a32-943c-0e7e79b0cdfb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for floatingip (59cda883-abe0-42e1-bc03-8553a58e5a60), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:43.166098 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-2821e8b1-a238-4956-bf67-ec66f81eb87f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef87180052d643af940a8e2b4f21e46f HTTP/1.1" status: 200 len: 380 time: 0.1111841 May 13 14:01:43.180507 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'port': {'device_id': '94c92167-c104-47be-b2d9-394e84e49fd4', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'admin_state_up': True, 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'security_groups': ['70fda4b8-c7e0-438d-9cc0-4c68b92effa6']}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:43.307805 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-85f0de07-7a68-4609-94e6-c62ee89579be req-5fcd0677-7d4a-4b90-bc32-cb5b731efcd1 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 210 time: 0.0302682 May 13 14:01:43.429025 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Made reservation on behalf of ef87180052d643af940a8e2b4f21e46f for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:01:43.432135 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:43.674200 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Allocated IP 172.20.0.13 (447dd757-4541-46df-a762-b636f2945abd/6ffaafe0-6962-4052-8361-d81fc28ac59c/4577aed3-86f8-4344-99b2-fcdfb07f63a3) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:01:43.921054 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0dae1550-0f97-4a32-943c-0e7e79b0cdfb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:43.935746 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0dae1550-0f97-4a32-943c-0e7e79b0cdfb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (59cda883-abe0-42e1-bc03-8553a58e5a60), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:43.999929 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:44.035401 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:44.114889 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:44.231240 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Network 447dd757-4541-46df-a762-b636f2945abd is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:01:44.242775 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:01:44.249555 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:01:44.254594 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:44.255638 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:44.266608 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event updated for resources: {'Port': ['ID=4577aed3-86f8-4344-99b2-fcdfb07f63a3,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:44.291269 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-e0a62c57-8798-4594-b7f2-641a972f98f0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1180654 May 13 14:01:44.342966 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Request body: {'port': {'device_id': '94c92167-c104-47be-b2d9-394e84e49fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:44.399770 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dae1550-0f97-4a32-943c-0e7e79b0cdfb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:01:44.441965 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:44.476184 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0b362-33f8-4461-811b-3157f6f92783 req-dc9563a3-a367-4b98-8e84-03f09373e297 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:44.479291 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3fc0b362-33f8-4461-811b-3157f6f92783 req-dc9563a3-a367-4b98-8e84-03f09373e297 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 932 time: 0.0681138 May 13 14:01:44.535394 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-fbbc9b5c-a943-46fd-8366-da13ba1aa593 None None] Provisioning complete for port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:01:44.535775 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9b5c-a943-46fd-8366-da13ba1aa593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:44.544886 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3fc0b362-33f8-4461-811b-3157f6f92783 req-f0d2d943-4be9-44fa-9dd4-05223a6eea4a tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559728 May 13 14:01:44.582831 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc9b5c-a943-46fd-8366-da13ba1aa593 None None] Port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:01:44.676402 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae1550-0f97-4a32-943c-0e7e79b0cdfb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:01:44.682899 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0dae1550-0f97-4a32-943c-0e7e79b0cdfb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:44.688648 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] Sync routers for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:01:44.703554 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:44.704163 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:44.758181 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:01:44.768697 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:01:44.820949 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29aa8af-5826-4e63-aedf-beb2a746965e x-openstack-request-id: req-d29aa8af-5826-4e63-aedf-beb2a746965e {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:01:44.821368 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:01:44.821743 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d29aa8af-5826-4e63-aedf-beb2a746965e {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:01:44.822338 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d29aa8af-5826-4e63-aedf-beb2a746965e'] response: {'name': 'network-changed', 'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c', 'status': 'completed', 'code': 200} May 13 14:01:44.830492 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-0dae1550-0f97-4a32-943c-0e7e79b0cdfb tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "PUT /v2.0/floatingips/59cda883-abe0-42e1-bc03-8553a58e5a60 HTTP/1.1" status: 200 len: 994 time: 1.8240216 May 13 14:01:44.835417 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:44.913706 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4577aed3-86f8-4344-99b2-fcdfb07f63a3 {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:01:44.922570 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Publish callbacks [] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:44.939692 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Transition to ACTIVE for port object 4577aed3-86f8-4344-99b2-fcdfb07f63a3 will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:01:44.944199 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:45.041944 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4577aed3-86f8-4344-99b2-fcdfb07f63a3,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:45.056532 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Attempting to bind port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:01:45.057005 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Attempting to bind port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:01:45.057440 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Attempting to bind port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 on network 447dd757-4541-46df-a762-b636f2945abd {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:01:45.063369 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 on network 447dd757-4541-46df-a762-b636f2945abd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:01:45.063838 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Attempting to bind port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 on network 447dd757-4541-46df-a762-b636f2945abd {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:01:45.071191 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:01:45.071705 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Checking segment: {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:01:45.073176 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Bound using segment: {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:01:45.073743 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Bound port: 4577aed3-86f8-4344-99b2-fcdfb07f63a3, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c957a2b-14b3-4114-bf26-8c9b22a67949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '447dd757-4541-46df-a762-b636f2945abd'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:01:45.074214 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:45.180869 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] For port 4577aed3-86f8-4344-99b2-fcdfb07f63a3, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:01:45.186097 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] For port 4577aed3-86f8-4344-99b2-fcdfb07f63a3, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4577aed3-86f8-4344-99b2-fcdfb07f63a3,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:01:45.195699 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:45.214169 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-1c4bdbd1-3c8b-467c-8a2c-55240a9c9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:45.216768 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-1c4bdbd1-3c8b-467c-8a2c-55240a9c9c31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 1130 time: 0.0891147 May 13 14:01:45.239899 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:45.240529 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:45.242694 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] 10.222.0.87 "PUT /v2.0/ports/4577aed3-86f8-4344-99b2-fcdfb07f63a3 HTTP/1.1" status: 200 len: 1094 time: 0.9062886 May 13 14:01:45.259381 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '59cda883-abe0-42e1-bc03-8553a58e5a60', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'port_id': '882cf596-f1fe-4549-a5dc-670f7391462c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'mac_address': 'fa:16:3e:2e:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:59:30Z', 'updated_at': '2022-05-13T14:01:43Z', 'revision_number': 3, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:24Z', 'revision_number': 5, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:45.274288 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb393c6-d067-420d-aaaf-92f552a129f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4577aed3-86f8-4344-99b2-fcdfb07f63a3,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:45.294180 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] Checking router: d2ead918-09ba-49c9-9ae1-c0a74342d8c4 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:01:45.305546 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:45.306337 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:45.429085 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:45.470808 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-9a5d238e-8512-4d5b-9883-f72ce32e5533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:45.679591 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600130-e960-48b6-b678-ef2739317a14 req-0959394c-41d9-4994-a668-f59269e745cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:45.686197 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-0959394c-41d9-4994-a668-f59269e745cf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 1128 time: 0.0624766 May 13 14:01:45.717849 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-448d59f3-1706-4908-8275-d5e8d3b1b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:45.719458 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-448d59f3-1706-4908-8275-d5e8d3b1b793 service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.1797218 May 13 14:01:45.769596 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ab6f0-f0a8-46e2-aa7e-bb16675c5bfe req-8ea27c99-46ac-49c9-b693-994502f7e4d4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:45.776840 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cc4ab6f0-f0a8-46e2-aa7e-bb16675c5bfe req-8ea27c99-46ac-49c9-b693-994502f7e4d4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 944 time: 0.1034150 May 13 14:01:45.825234 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-cb296a9f-301a-4df3-8f04-a03609576293 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1775632 May 13 14:01:45.828181 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '59cda883-abe0-42e1-bc03-8553a58e5a60', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'port_id': '882cf596-f1fe-4549-a5dc-670f7391462c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'mac_address': 'fa:16:3e:2e:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:59:30Z', 'updated_at': '2022-05-13T14:01:43Z', 'revision_number': 3, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:24Z', 'revision_number': 5, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:45.867586 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6c0348-1776-4e98-a2ba-d89aa52831d7 None None] The sync data for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi is: [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '59cda883-abe0-42e1-bc03-8553a58e5a60', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'floating_ip_address': '172.27.3.221', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'port_id': '882cf596-f1fe-4549-a5dc-670f7391462c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'mac_address': 'fa:16:3e:2e:ce:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T13:59:30Z', 'updated_at': '2022-05-13T14:01:43Z', 'revision_number': 3, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:24Z', 'revision_number': 5, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:01:45.883301 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-8ef75f5a-5db3-4e74-88e7-8e04a8e834d2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=882cf596-f1fe-4549-a5dc-670f7391462c HTTP/1.1" status: 200 len: 1002 time: 0.1360650 May 13 14:01:45.908350 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cc4ab6f0-f0a8-46e2-aa7e-bb16675c5bfe req-b6dad2ff-01cc-432f-b754-42e40159cee4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300464 May 13 14:01:45.953770 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-bcf51c4a-84bd-4480-b263-8cfbdcb5ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:45.955464 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-bcf51c4a-84bd-4480-b263-8cfbdcb5ba63 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 1130 time: 0.0871465 May 13 14:01:45.966434 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-40abdfe7-a306-412f-a4cc-3e1bf6d306fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:45.968261 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-40abdfe7-a306-412f-a4cc-3e1bf6d306fd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.0643845 May 13 14:01:46.053610 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-9f77e790-a50f-4317-8c73-cc528eddf879 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4577aed3-86f8-4344-99b2-fcdfb07f63a3 HTTP/1.1" status: 200 len: 217 time: 0.3301907 May 13 14:01:46.072880 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-066ca775-1ff3-4f07-a0bb-2c02b57a5a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:46.074529 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-066ca775-1ff3-4f07-a0bb-2c02b57a5a9b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0997682 May 13 14:01:46.123832 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600130-e960-48b6-b678-ef2739317a14 req-6b0c677c-7a11-47f0-b787-88e074a351b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:46.125480 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-6b0c677c-7a11-47f0-b787-88e074a351b6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6ffaafe0-6962-4052-8361-d81fc28ac59c HTTP/1.1" status: 200 len: 849 time: 0.0654633 May 13 14:01:46.180674 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db600130-e960-48b6-b678-ef2739317a14 req-6452c472-7ad7-44a7-8bc5-937d91d3f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:46.182246 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-6452c472-7ad7-44a7-8bc5-937d91d3f42f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=447dd757-4541-46df-a762-b636f2945abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490708 May 13 14:01:46.317012 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:46.317274 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-d886efe8-851e-48b7-bbe4-bfa279888638 service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177521 May 13 14:01:46.440312 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-db600130-e960-48b6-b678-ef2739317a14 req-da5a44cc-d65d-465a-8e10-6025d8d22e1a service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158373 May 13 14:01:46.444829 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-08d72487-a2d6-4215-8de4-7b3a9dba5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:46.446356 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-08d72487-a2d6-4215-8de4-7b3a9dba5761 service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.4420135 May 13 14:01:46.471276 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-07ba5aa5-8d1b-4a21-a19d-d1a761bc2c97 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896260 May 13 14:01:46.512555 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-ede00d11-e2b9-44dc-a683-7fe154348393 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7847ace-539c-49f8-8691-796f0be69992 HTTP/1.1" status: 200 len: 217 time: 0.0539165 May 13 14:01:46.605130 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-57f19cfa-7a45-4b54-9c9f-4bd1466a6c7e req-76b6da57-6f3e-4945-bb2b-b48af3ab7ea4 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023772 May 13 14:01:46.823486 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c'}, {'name': 'network-changed', 'server_uuid': '94c92167-c104-47be-b2d9-394e84e49fd4', 'tag': '4577aed3-86f8-4344-99b2-fcdfb07f63a3'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:01:46.825877 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549bec7b-d291-4bff-8962-b63abb4cf928" -d '{"events": [{"name": "network-changed", "server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c"}, {"name": "network-changed", "server_uuid": "94c92167-c104-47be-b2d9-394e84e49fd4", "tag": "4577aed3-86f8-4344-99b2-fcdfb07f63a3"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:01:46.868313 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 13 May 2022 14:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8bccea-d2cb-422a-a81a-37a7eaadc6bf x-openstack-request-id: req-1a8bccea-d2cb-422a-a81a-37a7eaadc6bf {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:01:46.868611 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94c92167-c104-47be-b2d9-394e84e49fd4", "tag": "4577aed3-86f8-4344-99b2-fcdfb07f63a3", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:01:46.868866 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1a8bccea-d2cb-422a-a81a-37a7eaadc6bf {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:01:46.869294 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8bccea-d2cb-422a-a81a-37a7eaadc6bf'] response: {'name': 'network-changed', 'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c', 'status': 'completed', 'code': 200} May 13 14:01:46.869531 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8bccea-d2cb-422a-a81a-37a7eaadc6bf'] response: {'name': 'network-changed', 'server_uuid': '94c92167-c104-47be-b2d9-394e84e49fd4', 'tag': '4577aed3-86f8-4344-99b2-fcdfb07f63a3', 'status': 'completed', 'code': 200} May 13 14:01:47.035330 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee917b3-d5b3-4d65-abe6-683a8e7435e8 req-21b4a1c3-e794-402b-bd75-50aac852af75 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:47.036871 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4ee917b3-d5b3-4d65-abe6-683a8e7435e8 req-21b4a1c3-e794-402b-bd75-50aac852af75 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 944 time: 0.0485389 May 13 14:01:47.089925 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4ee917b3-d5b3-4d65-abe6-683a8e7435e8 req-91902406-674c-49ea-aa84-b5836f57fd0f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471559 May 13 14:01:47.578224 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-00c040df-d258-407e-a212-7f1d1877ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:47.580782 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-00c040df-d258-407e-a212-7f1d1877ce39 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.0461481 May 13 14:01:47.649684 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-5a0658f9-3207-4e6c-9204-7818bc9a17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:47.651215 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-5a0658f9-3207-4e6c-9204-7818bc9a17f4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef89791b177f4bf0ba916f133c79f33a&device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 1130 time: 0.0699227 May 13 14:01:47.656475 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-b6c92a9a-ef75-4053-831a-60eb4a77a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:47.657931 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-b6c92a9a-ef75-4053-831a-60eb4a77a955 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672085 May 13 14:01:47.840858 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:48.276858 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086ddd7-75e3-4ac5-929e-904987a62bf2 req-b740708c-dabd-4873-a57d-cde0567bbb89 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:48.278383 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a086ddd7-75e3-4ac5-929e-904987a62bf2 req-b740708c-dabd-4873-a57d-cde0567bbb89 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 944 time: 0.0959470 May 13 14:01:48.286171 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-5358a683-fcc9-4c4e-8b43-051244edb7a0 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066543 May 13 14:01:48.288433 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-6e79e6b3-073b-4c44-be9c-6c93854929f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:48.289787 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-6e79e6b3-073b-4c44-be9c-6c93854929f9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 200 len: 920 time: 0.2182074 May 13 14:01:48.442828 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a086ddd7-75e3-4ac5-929e-904987a62bf2 req-dba50734-7b21-479e-8062-8c127d00035c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555176 May 13 14:01:48.446164 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-876e8032-82e7-44a2-b4ad-caf97a2b1708 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=882cf596-f1fe-4549-a5dc-670f7391462c HTTP/1.1" status: 200 len: 1002 time: 0.1414037 May 13 14:01:48.523099 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-caa13751-8af8-4ce1-8152-76b0d3e52ae6 req-890abc52-2af2-436b-bb00-584489cad592 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170711 May 13 14:01:48.529825 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-c50ee963-382f-40cc-9a7a-c55d0a45b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:48.531516 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-c50ee963-382f-40cc-9a7a-c55d0a45b823 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 200 len: 858 time: 0.0747633 May 13 14:01:48.584442 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-552e19c6-888f-4f57-aa70-0bc3624d84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:48.587134 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-552e19c6-888f-4f57-aa70-0bc3624d84b8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37774d91-9a21-4c82-acd7-acc4b660f52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448384 May 13 14:01:48.592016 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 4577aed3-86f8-4344-99b2-fcdfb07f63a3 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:01:48.712457 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-65c250ae-87bb-447b-8bdd-77a3330720eb service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079094 May 13 14:01:48.725809 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 4577aed3-86f8-4344-99b2-fcdfb07f63a3, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4577aed3-86f8-4344-99b2-fcdfb07f63a3,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:01:48.738880 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '4577aed3-86f8-4344-99b2-fcdfb07f63a3', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'port_id': '4577aed3-86f8-4344-99b2-fcdfb07f63a3', 'mac_address': 'fa:16:3e:4e:7b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:01:48.784713 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:01:48.785355 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:48.804221 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4577aed3-86f8-4344-99b2-fcdfb07f63a3 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:01:48.830787 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 4577aed3-86f8-4344-99b2-fcdfb07f63a3, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4577aed3-86f8-4344-99b2-fcdfb07f63a3,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:01:48.832572 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-49fc5512-a034-46d5-9c3f-d7bbd8983f56 service neutron] 10.222.0.87 "GET /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063323 May 13 14:01:48.835393 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:48.897345 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=4577aed3-86f8-4344-99b2-fcdfb07f63a3,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:48.964052 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-22f63d34-8de9-43c8-8168-bd954ed30031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:48.965725 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-22f63d34-8de9-43c8-8168-bd954ed30031 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 1129 time: 0.0466599 May 13 14:01:49.078981 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-9034c0b4-e803-4675-91fd-827c5d8f11a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:49.080716 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-9034c0b4-e803-4675-91fd-827c5d8f11a1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 200 len: 911 time: 0.0970473 May 13 14:01:49.137541 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ec567-4266-4be8-ace4-4c232428f03b req-0ec42297-0f91-4993-bcc5-4380f49d0914 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:49.139231 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-315ec567-4266-4be8-ace4-4c232428f03b req-0ec42297-0f91-4993-bcc5-4380f49d0914 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.0512202 May 13 14:01:49.202202 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-315ec567-4266-4be8-ace4-4c232428f03b req-cd0d7169-4091-4811-bacf-a306c2331c1c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567629 May 13 14:01:49.274256 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['4577aed3-86f8-4344-99b2-fcdfb07f63a3'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:01:49.439504 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:49.572590 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf0e71-7c79-4867-b740-1dd1c1b20dd1 req-8bb2e2d5-7df1-41ba-bac4-7f2d8b63fa85 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:49.574095 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a6bf0e71-7c79-4867-b740-1dd1c1b20dd1 req-8bb2e2d5-7df1-41ba-bac4-7f2d8b63fa85 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 945 time: 0.0584264 May 13 14:01:49.624958 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a6bf0e71-7c79-4867-b740-1dd1c1b20dd1 req-8f42a5ed-a994-43e9-bc31-e5e1a533d33d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447330 May 13 14:01:50.328410 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f355083-d58c-4677-92c9-e06319c1c780 req-a683c862-024c-4306-b6ac-1dd8995a153d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:50.329994 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8f355083-d58c-4677-92c9-e06319c1c780 req-a683c862-024c-4306-b6ac-1dd8995a153d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.0540166 May 13 14:01:50.380388 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8f355083-d58c-4677-92c9-e06319c1c780 req-efe0a052-3b0e-4f9a-95f3-5d416af2401d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444860 May 13 14:01:50.610444 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 4577aed3-86f8-4344-99b2-fcdfb07f63a3 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:01:50.659469 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:01:50.667467 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:01:50.667943 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:50.676344 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-4ca52f0c-fca5-4483-b129-7fe90f04af6c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4577aed3-86f8-4344-99b2-fcdfb07f63a3 HTTP/1.1" status: 200 len: 217 time: 0.0445783 May 13 14:01:50.730176 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-3eb3da50-2898-4ec4-94f7-75c754064ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:50.731677 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-3eb3da50-2898-4ec4-94f7-75c754064ec3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6ffaafe0-6962-4052-8361-d81fc28ac59c HTTP/1.1" status: 200 len: 849 time: 0.0466132 May 13 14:01:50.754853 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:01:50.755249 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:50.783033 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c92167-c104-47be-b2d9-394e84e49fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4577aed3-86f8-4344-99b2-fcdfb07f63a3'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:01:50.785718 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c380563-b3eb-483f-8f57-64070dee3d3c" -d '{"events": [{"server_uuid": "94c92167-c104-47be-b2d9-394e84e49fd4", "name": "network-vif-plugged", "status": "completed", "tag": "4577aed3-86f8-4344-99b2-fcdfb07f63a3"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:01:50.789692 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed75296-47c5-4e8b-af07-63b1386c479d req-1898062e-9f4b-45b0-9b0d-1b999e1d8cee tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:50.791378 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4ed75296-47c5-4e8b-af07-63b1386c479d req-1898062e-9f4b-45b0-9b0d-1b999e1d8cee tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 945 time: 0.0577338 May 13 14:01:50.801774 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 4577aed3-86f8-4344-99b2-fcdfb07f63a3, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4577aed3-86f8-4344-99b2-fcdfb07f63a3,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:01:50.806835 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:50.871153 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=4577aed3-86f8-4344-99b2-fcdfb07f63a3,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:50.872088 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4ed75296-47c5-4e8b-af07-63b1386c479d req-6d38e086-b47a-439a-ac6a-0227f01dd740 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695860 May 13 14:01:50.908571 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a6ecd5-0821-49a9-8d09-66ef661cea68 x-openstack-request-id: req-76a6ecd5-0821-49a9-8d09-66ef661cea68 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:01:50.909240 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c92167-c104-47be-b2d9-394e84e49fd4", "name": "network-vif-plugged", "status": "completed", "tag": "4577aed3-86f8-4344-99b2-fcdfb07f63a3", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:01:50.909496 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76a6ecd5-0821-49a9-8d09-66ef661cea68 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:01:50.909901 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a6ecd5-0821-49a9-8d09-66ef661cea68'] response: {'server_uuid': '94c92167-c104-47be-b2d9-394e84e49fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4577aed3-86f8-4344-99b2-fcdfb07f63a3', 'code': 200} May 13 14:01:50.967759 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-846f07b9-a6cc-408b-a812-5b7adfee2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:50.969294 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-846f07b9-a6cc-408b-a812-5b7adfee2691 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=447dd757-4541-46df-a762-b636f2945abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421231 May 13 14:01:51.185058 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-d5f0c3c1-2038-402e-8cdf-006131f092a6 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:51.186584 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-d5f0c3c1-2038-402e-8cdf-006131f092a6 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.0895286 May 13 14:01:51.265767 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-4e0b9af1-d2f2-491a-8fae-dbd56013bb21 service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762390 May 13 14:01:51.287478 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaa070-e197-4f2a-a8f4-187197c56026 req-fa97d11b-3feb-4bd3-b4fb-a5b7da98ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:51.289021 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-4fdaa070-e197-4f2a-a8f4-187197c56026 req-fa97d11b-3feb-4bd3-b4fb-a5b7da98ac18 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0502925 May 13 14:01:51.350975 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-4fdaa070-e197-4f2a-a8f4-187197c56026 req-aca773ee-88c9-4a21-beeb-1ef4ea90e8a7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535553 May 13 14:01:51.358862 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Deleting port 62ca7b10-4ea5-44c9-9684-386fb9e14731 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:01:51.359264 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:51.447746 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-549bec7b-d291-4bff-8962-b63abb4cf928 req-79fbf509-bdaa-431e-afbf-c1ce884a2187 service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745775 May 13 14:01:51.506026 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] For port 62ca7b10-4ea5-44c9-9684-386fb9e14731, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=62ca7b10-4ea5-44c9-9684-386fb9e14731,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:01:51.506393 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:51.525206 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613104a-3586-4ec1-b774-9f73448b79ab req-0eeff128-4d0d-47f2-ac47-3afe0ea8019b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:51.526696 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3613104a-3586-4ec1-b774-9f73448b79ab req-0eeff128-4d0d-47f2-ac47-3afe0ea8019b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 945 time: 0.0695434 May 13 14:01:51.653810 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3613104a-3586-4ec1-b774-9f73448b79ab req-e142d2b3-0587-4dde-9a3b-aeaa80b9389f tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=438c1103-3276-4750-b583-c01252cbb139&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206872 May 13 14:01:51.741472 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:51.742190 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (6cd2ec59-1825-4a57-bb37-0ef4036d414f), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:51.742190 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Floating IP 6cd2ec59-1825-4a57-bb37-0ef4036d414f disassociated. External IP: 172.27.3.110, port: 62ca7b10-4ea5-44c9-9684-386fb9e14731. May 13 14:01:51.742469 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Calling delete_port for 62ca7b10-4ea5-44c9-9684-386fb9e14731 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:01:51.877059 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (62ca7b10-4ea5-44c9-9684-386fb9e14731), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:51.906862 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'Port': ['ID=62ca7b10-4ea5-44c9-9684-386fb9e14731,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:52.052767 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631a560-3ba3-4fe2-b99f-3d9d558687a2 req-d7fb3396-ea9d-4204-b57d-59e141123974 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:52.054193 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e631a560-3ba3-4fe2-b99f-3d9d558687a2 req-d7fb3396-ea9d-4204-b57d-59e141123974 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0860047 May 13 14:01:52.087075 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Router a21cbf5f-ca12-4397-af5b-582fb332595e has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:01:52.121567 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e631a560-3ba3-4fe2-b99f-3d9d558687a2 req-130d721a-ee7c-4776-bbe2-967a923ccdb1 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582488 May 13 14:01:52.232149 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:01:52.245572 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:01:52.274049 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:52.274741 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:52.295495 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] No DVR routers for this DVR port 62ca7b10-4ea5-44c9-9684-386fb9e14731 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:01:52.299676 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:52.303453 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-39809b16-d180-415d-a2c2-ab5a9bf21a98 req-c66ecdda-5a42-416a-bf0c-4ec7634a1077 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "DELETE /v2.0/ports/62ca7b10-4ea5-44c9-9684-386fb9e14731 HTTP/1.1" status: 204 len: 173 time: 1.1086154 May 13 14:01:52.303927 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083c581f-911c-4e70-99f7-3ab188d35653', 'name': 'network-vif-deleted', 'tag': '62ca7b10-4ea5-44c9-9684-386fb9e14731'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:01:52.306410 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fa4f60-b05d-45ff-a195-90b55dbe1c50" -d '{"events": [{"server_uuid": "083c581f-911c-4e70-99f7-3ab188d35653", "name": "network-vif-deleted", "tag": "62ca7b10-4ea5-44c9-9684-386fb9e14731"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:01:52.403813 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:52.427721 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffb52a3-4164-49c0-b74c-3c4ced663954 x-openstack-request-id: req-8ffb52a3-4164-49c0-b74c-3c4ced663954 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:01:52.428200 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083c581f-911c-4e70-99f7-3ab188d35653", "name": "network-vif-deleted", "tag": "62ca7b10-4ea5-44c9-9684-386fb9e14731", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:01:52.428844 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8ffb52a3-4164-49c0-b74c-3c4ced663954 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:01:52.429470 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffb52a3-4164-49c0-b74c-3c4ced663954'] response: {'server_uuid': '083c581f-911c-4e70-99f7-3ab188d35653', 'name': 'network-vif-deleted', 'tag': '62ca7b10-4ea5-44c9-9684-386fb9e14731', 'status': 'completed', 'code': 200} May 13 14:01:52.750981 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:52.784075 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:01:52.787302 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f0c529ff-3fdb-4ee3-9b66-843cb83fb2b7 req-1aa2e942-6a87-44a0-9808-85b79c292109 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=083c581f-911c-4e70-99f7-3ab188d35653 HTTP/1.1" status: 200 len: 210 time: 0.0304294 May 13 14:01:52.793150 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:52.793790 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:52.916104 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:53.118899 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:53.151956 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa819ace-6755-476f-9f53-1752307d2d0d None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:01:53.260151 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f30e9-d42f-44af-a870-14ee5e25d88a req-1e92cca6-93b3-4a58-a9b0-9264019885e4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:53.267859 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c08f30e9-d42f-44af-a870-14ee5e25d88a req-1e92cca6-93b3-4a58-a9b0-9264019885e4 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0607929 May 13 14:01:53.327093 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c08f30e9-d42f-44af-a870-14ee5e25d88a req-d0c9c6db-0316-41a6-a94d-1e579b26dc8c tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583060 May 13 14:01:53.417486 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77a9cb7-f5ad-49c8-928d-fef2c466ca46 None None] New status for floating IP 6cd2ec59-1825-4a57-bb37-0ef4036d414f: DOWN {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:01:53.890161 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37492) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:53.955996 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e1b9a28b-246c-4af2-85b8-7fd31c3f00a2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (438c1103-3276-4750-b583-c01252cbb139), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:53.983605 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e1b9a28b-246c-4af2-85b8-7fd31c3f00a2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (438c1103-3276-4750-b583-c01252cbb139), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:54.034762 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e1b9a28b-246c-4af2-85b8-7fd31c3f00a2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (438c1103-3276-4750-b583-c01252cbb139), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:54.037377 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e1b9a28b-246c-4af2-85b8-7fd31c3f00a2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:54.038560 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-e1b9a28b-246c-4af2-85b8-7fd31c3f00a2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "DELETE /v2.0/security-groups/438c1103-3276-4750-b583-c01252cbb139 HTTP/1.1" status: 204 len: 168 time: 0.1472666 May 13 14:01:54.041456 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37494) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:54.048705 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9a28b-246c-4af2-85b8-7fd31c3f00a2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=438c1103-3276-4750-b583-c01252cbb139,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:54.055470 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.api.v2.resource [None req-3314d0e3-5f51-459f-bba6-1f5a6e5c425d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] show failed (client error): The resource could not be found. May 13 14:01:54.056598 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-3314d0e3-5f51-459f-bba6-1f5a6e5c425d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups/438c1103-3276-4750-b583-c01252cbb139 HTTP/1.1" status: 404 len: 347 time: 0.0141535 May 13 14:01:54.060091 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37496) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:54.184891 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-e5b13d50-ea1c-4100-bf20-fc279cd91ef3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Deleting port 16c04a36-2252-4f8f-844a-fb10774d3b33 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:01:54.185248 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e5b13d50-ea1c-4100-bf20-fc279cd91ef3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (16c04a36-2252-4f8f-844a-fb10774d3b33), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:54.289981 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e5b13d50-ea1c-4100-bf20-fc279cd91ef3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (16c04a36-2252-4f8f-844a-fb10774d3b33), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:54.290310 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e5b13d50-ea1c-4100-bf20-fc279cd91ef3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (16c04a36-2252-4f8f-844a-fb10774d3b33), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:54.304959 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-e5b13d50-ea1c-4100-bf20-fc279cd91ef3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Calling delete_port for 16c04a36-2252-4f8f-844a-fb10774d3b33 owned by network:floatingip {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:01:54.607196 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 62ca7b10-4ea5-44c9-9684-386fb9e14731 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:01:54.631235 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 62ca7b10-4ea5-44c9-9684-386fb9e14731 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:01:54.631754 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 62ca7b10-4ea5-44c9-9684-386fb9e14731 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:01:54.733723 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e61ac-a692-47d4-ba1f-06abdb938984 req-c7077afd-094e-423f-8f7c-fa394dccfc8d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:54.735215 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5b7e61ac-a692-47d4-ba1f-06abdb938984 req-c7077afd-094e-423f-8f7c-fa394dccfc8d tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 946 time: 0.3322587 May 13 14:01:54.737108 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e5b13d50-ea1c-4100-bf20-fc279cd91ef3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (16c04a36-2252-4f8f-844a-fb10774d3b33), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:54.768902 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b13d50-ea1c-4100-bf20-fc279cd91ef3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'Port': ['ID=16c04a36-2252-4f8f-844a-fb10774d3b33,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:54.850898 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5b7e61ac-a692-47d4-ba1f-06abdb938984 req-c0d8e3c1-6aa5-4051-8d02-57906de13d19 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092563 May 13 14:01:54.863376 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e5b13d50-ea1c-4100-bf20-fc279cd91ef3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (6cd2ec59-1825-4a57-bb37-0ef4036d414f), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:54.866237 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e5b13d50-ea1c-4100-bf20-fc279cd91ef3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:54.867875 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e5b13d50-ea1c-4100-bf20-fc279cd91ef3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "DELETE /v2.0/floatingips/6cd2ec59-1825-4a57-bb37-0ef4036d414f HTTP/1.1" status: 204 len: 168 time: 0.8064458 May 13 14:01:54.937945 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37504) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:54.944292 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-4d957214-f690-40dd-8029-9fa10be105c8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1646912499', 'description': 'tempest-description--1248799218'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:54.969148 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4d957214-f690-40dd-8029-9fa10be105c8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:54.974576 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156075b-d9ab-401e-b93b-1eea11395db9 req-c32c15ea-f4b7-4b03-8e84-afc1089ebcea tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:54.976163 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5156075b-d9ab-401e-b93b-1eea11395db9 req-c32c15ea-f4b7-4b03-8e84-afc1089ebcea tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0575998 May 13 14:01:54.986576 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37506) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:54.991749 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-a8df8ff7-fea5-44b2-8db4-f45086a6d0a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Request body: {'floatingip': {'port_id': '4577aed3-86f8-4344-99b2-fcdfb07f63a3'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:55.038558 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a8df8ff7-fea5-44b2-8db4-f45086a6d0a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (e12ee464-5c37-4fa8-b725-b34f698b83d0), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.049853 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4d957214-f690-40dd-8029-9fa10be105c8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (ddc2b6de-f4d2-47f2-9e48-1f0f130590f3), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.054509 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4d957214-f690-40dd-8029-9fa10be105c8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (ddc2b6de-f4d2-47f2-9e48-1f0f130590f3), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.083740 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4d957214-f690-40dd-8029-9fa10be105c8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.087764 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-4d957214-f690-40dd-8029-9fa10be105c8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1447899 May 13 14:01:55.087996 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37508) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:55.092445 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-b08abdf7-b81c-4651-b568-b65523593ca3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group_rule': {'security_group_id': 'ddc2b6de-f4d2-47f2-9e48-1f0f130590f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:55.101582 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d957214-f690-40dd-8029-9fa10be105c8 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:55.127204 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b08abdf7-b81c-4651-b568-b65523593ca3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (ba810ebd-6d6d-4a52-8a85-75e54af38244), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.193050 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b08abdf7-b81c-4651-b568-b65523593ca3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (ba810ebd-6d6d-4a52-8a85-75e54af38244), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.197325 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b08abdf7-b81c-4651-b568-b65523593ca3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (ba810ebd-6d6d-4a52-8a85-75e54af38244), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.219103 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08abdf7-b81c-4651-b568-b65523593ca3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba810ebd-6d6d-4a52-8a85-75e54af38244,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:55.230359 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b08abdf7-b81c-4651-b568-b65523593ca3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.234806 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b08abdf7-b81c-4651-b568-b65523593ca3 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454983 May 13 14:01:55.235437 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37510) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:55.239883 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-9b3864ec-b4f3-48b3-a4c8-d52c8fbe1432 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'security_group_rule': {'security_group_id': 'ddc2b6de-f4d2-47f2-9e48-1f0f130590f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:55.284705 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9b3864ec-b4f3-48b3-a4c8-d52c8fbe1432 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (63071305-4fdf-4d90-ba68-b3e8382c0d8a), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.346286 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9b3864ec-b4f3-48b3-a4c8-d52c8fbe1432 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (63071305-4fdf-4d90-ba68-b3e8382c0d8a), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.350163 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9b3864ec-b4f3-48b3-a4c8-d52c8fbe1432 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (63071305-4fdf-4d90-ba68-b3e8382c0d8a), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.367837 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3864ec-b4f3-48b3-a4c8-d52c8fbe1432 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63071305-4fdf-4d90-ba68-b3e8382c0d8a,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:55.378355 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9b3864ec-b4f3-48b3-a4c8-d52c8fbe1432 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.379616 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-9b3864ec-b4f3-48b3-a4c8-d52c8fbe1432 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432159 May 13 14:01:55.383093 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37512) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:01:55.387742 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:55.410342 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.504648 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.549713 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a8df8ff7-fea5-44b2-8db4-f45086a6d0a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.554071 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a8df8ff7-fea5-44b2-8db4-f45086a6d0a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (e12ee464-5c37-4fa8-b725-b34f698b83d0), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.631177 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Allocated IP 172.27.3.57 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/8f350d40-b6f5-4b4d-bb59-3720dacd92c3) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:01:55.677321 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [None req-a8df8ff7-fea5-44b2-8db4-f45086a6d0a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Floating IP e12ee464-5c37-4fa8-b725-b34f698b83d0 associated. External IP: 172.27.3.87, port: 4577aed3-86f8-4344-99b2-fcdfb07f63a3. May 13 14:01:55.772200 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (8f350d40-b6f5-4b4d-bb59-3720dacd92c3), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.824080 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (8f350d40-b6f5-4b4d-bb59-3720dacd92c3), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:55.882098 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:01:55.887142 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:01:55.894972 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:01:55.904380 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=8f350d40-b6f5-4b4d-bb59-3720dacd92c3,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:55.946960 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8df8ff7-fea5-44b2-8db4-f45086a6d0a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Router ec22e497-4e25-49b2-857d-100dd5927384 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:01:55.963368 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (328cdd2e-aa3d-4cac-886b-cdfc969d992e), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:56.006700 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (8f350d40-b6f5-4b4d-bb59-3720dacd92c3), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:56.071908 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8df8ff7-fea5-44b2-8db4-f45086a6d0a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:01:56.076914 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a8df8ff7-fea5-44b2-8db4-f45086a6d0a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:56.084245 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] Sync routers for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:01:56.095506 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:56.096442 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:56.123210 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a8df8ff7-fea5-44b2-8db4-f45086a6d0a2 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "PUT /v2.0/floatingips/e12ee464-5c37-4fa8-b725-b34f698b83d0 HTTP/1.1" status: 200 len: 991 time: 1.1351912 May 13 14:01:56.123984 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c92167-c104-47be-b2d9-394e84e49fd4', 'tag': '4577aed3-86f8-4344-99b2-fcdfb07f63a3'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:01:56.128217 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991" -d '{"events": [{"name": "network-changed", "server_uuid": "94c92167-c104-47be-b2d9-394e84e49fd4", "tag": "4577aed3-86f8-4344-99b2-fcdfb07f63a3"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:01:56.170098 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29783de1-5e58-4a21-a65a-8f9f18040d34 x-openstack-request-id: req-29783de1-5e58-4a21-a65a-8f9f18040d34 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:01:56.170393 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c92167-c104-47be-b2d9-394e84e49fd4", "tag": "4577aed3-86f8-4344-99b2-fcdfb07f63a3", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:01:56.170647 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29783de1-5e58-4a21-a65a-8f9f18040d34 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:01:56.171342 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29783de1-5e58-4a21-a65a-8f9f18040d34'] response: {'name': 'network-changed', 'server_uuid': '94c92167-c104-47be-b2d9-394e84e49fd4', 'tag': '4577aed3-86f8-4344-99b2-fcdfb07f63a3', 'status': 'completed', 'code': 200} May 13 14:01:56.192165 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (8f350d40-b6f5-4b4d-bb59-3720dacd92c3), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:56.197814 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (8f350d40-b6f5-4b4d-bb59-3720dacd92c3), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:56.227161 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:56.236547 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (328cdd2e-aa3d-4cac-886b-cdfc969d992e), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:56.259533 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-3e0eda16-f41f-40ba-9038-d6cf9a82eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:56.260727 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:56.261409 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-3e0eda16-f41f-40ba-9038-d6cf9a82eb83 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ef87180052d643af940a8e2b4f21e46f&device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0459676 May 13 14:01:56.262054 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8779194 May 13 14:01:56.266334 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319f79b-1e7d-4993-83b7-dd7918407906 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=8f350d40-b6f5-4b4d-bb59-3720dacd92c3,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:56.371854 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-eaeff3cd-5cf7-4e18-bee2-6844ede40860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:56.373389 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-eaeff3cd-5cf7-4e18-bee2-6844ede40860 service neutron] 10.222.0.87 "GET /v2.0/networks?id=447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 200 len: 911 time: 0.1011167 May 13 14:01:56.475201 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-6d7f1fff-30fa-47e9-a29f-16426406b8da service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4577aed3-86f8-4344-99b2-fcdfb07f63a3 HTTP/1.1" status: 200 len: 999 time: 0.0940065 May 13 14:01:56.487781 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-fe837049-1768-4509-8075-b953938bae60 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1646912499&fields=id&tenant_id=ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 267 time: 0.0711269 May 13 14:01:56.558915 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': 'e12ee464-5c37-4fa8-b725-b34f698b83d0', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'port_id': '4577aed3-86f8-4344-99b2-fcdfb07f63a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'mac_address': 'fa:16:3e:4e:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c92167-c104-47be-b2d9-394e84e49fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:01:39Z', 'updated_at': '2022-05-13T14:01:55Z', 'revision_number': 1, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:56.585989 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] Checking router: ec22e497-4e25-49b2-857d-100dd5927384 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:01:56.595623 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:01:56.596242 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:56.610821 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-5784792f-8bdc-437f-b7d5-7d708ba6e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:56.612450 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-5784792f-8bdc-437f-b7d5-7d708ba6e8a1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6ffaafe0-6962-4052-8361-d81fc28ac59c HTTP/1.1" status: 200 len: 849 time: 0.1201386 May 13 14:01:56.684628 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-bf8b963c-8b76-43eb-bb32-7aa72093bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:56.686135 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-bf8b963c-8b76-43eb-bb32-7aa72093bfb3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=447dd757-4541-46df-a762-b636f2945abd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642369 May 13 14:01:56.696093 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8d859-9183-4927-afde-adc19ae2862f req-f0aff897-a00d-47bd-b668-6ea5e1d49350 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:56.697594 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-f0aff897-a00d-47bd-b668-6ea5e1d49350 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 815 time: 0.1644812 May 13 14:01:56.723075 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:01:56.751911 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-b6d49541-2031-4a33-920c-293e36967deb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/quotas/ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 375 time: 0.0453486 May 13 14:01:56.815222 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-553bff2a-fcdf-43aa-84e0-d81b1c9bf7a6 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572841 May 13 14:01:56.854256 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-e0ee5749-b560-4ac2-b022-c80c621431ea service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556602 May 13 14:01:56.953987 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': 'e12ee464-5c37-4fa8-b725-b34f698b83d0', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'port_id': '4577aed3-86f8-4344-99b2-fcdfb07f63a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'mac_address': 'fa:16:3e:4e:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c92167-c104-47be-b2d9-394e84e49fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:01:39Z', 'updated_at': '2022-05-13T14:01:55Z', 'revision_number': 1, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:01:56.984493 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-d4b87830-7f6d-4c7a-9f40-678c89f4c490 service neutron] 10.222.0.79 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567078 May 13 14:01:56.985298 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1fe815-6094-4ef9-b4bf-5ecfd21b4340 None None] The sync data for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi is: [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': 'e12ee464-5c37-4fa8-b725-b34f698b83d0', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'floating_ip_address': '172.27.3.87', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'port_id': '4577aed3-86f8-4344-99b2-fcdfb07f63a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'mac_address': 'fa:16:3e:4e:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c92167-c104-47be-b2d9-394e84e49fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:01:39Z', 'updated_at': '2022-05-13T14:01:55Z', 'revision_number': 1, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:01:57.007896 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-86eb1d5c-f4e0-4fe1-abd7-f55f6f48d991 req-d3d20780-8166-4f81-9247-8cd4b326e406 service neutron] 10.222.0.87 "GET /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290395 May 13 14:01:57.111693 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-8a4beba5-73d5-4f67-94a3-ab19532917fc service neutron] 10.222.0.79 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178029 May 13 14:01:57.216733 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5301fa-4b3d-4604-9b7e-723813fbbfc8 None None] New status for floating IP e12ee464-5c37-4fa8-b725-b34f698b83d0: ACTIVE {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:01:57.311392 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5be89f5a-be14-49ba-ade0-447247962d53 req-f3ea11de-102a-44ea-9029-4301509563d9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 210 time: 0.0329633 May 13 14:01:58.457470 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-23f6febb-44d5-496a-ab7c-471f7e265f3f req-2f5daa92-0c3c-4183-a6e6-41acea0ff8c2 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 210 time: 0.0638437 May 13 14:01:58.520592 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8d859-9183-4927-afde-adc19ae2862f req-84f7b89a-8021-4529-940e-b8002ea794c4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:58.521204 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-84f7b89a-8021-4529-940e-b8002ea794c4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 815 time: 0.1364374 May 13 14:01:58.618257 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-4d5f7c7e-3b4e-4d36-92e7-89ba0812efa9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9b3816e0cb4400919797c107065ad4 HTTP/1.1" status: 200 len: 380 time: 0.0554399 May 13 14:01:58.743473 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'port': {'device_id': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'admin_state_up': True, 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'security_groups': ['ddc2b6de-f4d2-47f2-9e48-1f0f130590f3']}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:58.861052 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Made reservation on behalf of ac9b3816e0cb4400919797c107065ad4 for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:01:58.864803 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:59.015704 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Allocated IP 172.20.0.9 (ed6b2694-1b8c-422b-965c-287402920164/1c0740f5-1421-43f8-a0c8-70308a319e92/f7ac280f-f67a-4b18-a19c-8ec5b93d3e54) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:01:59.165096 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:59.199643 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:59.247079 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Network ed6b2694-1b8c-422b-965c-287402920164 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:01:59.250394 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:01:59.257446 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:01:59.267669 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event updated for resources: {'Port': ['ID=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:01:59.315395 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:59.315996 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:59.333772 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-dd3a323e-e69c-4f96-ad77-5c2571190f31 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942807 May 13 14:01:59.357696 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Request body: {'port': {'device_id': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:01:59.430295 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:59.552133 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-c19c6999-2758-403d-a9bc-c97d92e19998 None None] Provisioning complete for port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:01:59.552695 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c19c6999-2758-403d-a9bc-c97d92e19998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:59.591966 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-c19c6999-2758-403d-a9bc-c97d92e19998 None None] Port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:01:59.650196 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab6b0f-6f4c-4069-b5f3-2f8e983861a0 req-8fec5a1f-6b30-4d97-91b6-9e035e3ded1d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:01:59.651759 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9aab6b0f-6f4c-4069-b5f3-2f8e983861a0 req-8fec5a1f-6b30-4d97-91b6-9e035e3ded1d tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 931 time: 0.0986850 May 13 14:01:59.731146 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9aab6b0f-6f4c-4069-b5f3-2f8e983861a0 req-a384bd22-384c-4147-839f-cc77e8d58426 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720356 May 13 14:01:59.811112 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:01:59.820442 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Publish callbacks [] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:59.834081 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Transition to ACTIVE for port object f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:01:59.838651 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:01:59.896854 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Pushing event updated for resources: {'Port': ['ID=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:00.010839 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Attempting to bind port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:02:00.011151 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Attempting to bind port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:02:00.011411 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Attempting to bind port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 on network ed6b2694-1b8c-422b-965c-287402920164 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:02:00.017218 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 on network ed6b2694-1b8c-422b-965c-287402920164 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:02:00.017576 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Attempting to bind port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 on network ed6b2694-1b8c-422b-965c-287402920164 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:02:00.034802 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:02:00.035160 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Checking segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:02:00.035562 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Bound using segment: {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:02:00.036054 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Bound port: f7ac280f-f67a-4b18-a19c-8ec5b93d3e54, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:02:00.036606 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:00.122986 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] For port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:02:00.126823 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] For port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:02:00.134626 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:00.174805 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:00.175438 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:00.176835 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] 10.222.0.87 "PUT /v2.0/ports/f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 HTTP/1.1" status: 200 len: 1093 time: 0.8235674 May 13 14:02:00.177287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'tag': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:02:00.179590 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cef0987-7f42-4215-a049-6e741cd09a44" -d '{"events": [{"name": "network-changed", "server_uuid": "4287d0fa-d950-4b22-abd9-d29601c0d86e", "tag": "f7ac280f-f67a-4b18-a19c-8ec5b93d3e54"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:02:00.206087 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490810c-503c-45aa-b7c7-27d89787790c service neutron] Pushing event updated for resources: {'Port': ['ID=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:00.226169 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9019c2-54ab-4ff2-aa01-a81d7e58f6d6 x-openstack-request-id: req-0e9019c2-54ab-4ff2-aa01-a81d7e58f6d6 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:02:00.226465 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4287d0fa-d950-4b22-abd9-d29601c0d86e", "tag": "f7ac280f-f67a-4b18-a19c-8ec5b93d3e54", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:02:00.226753 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0e9019c2-54ab-4ff2-aa01-a81d7e58f6d6 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:02:00.227154 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9019c2-54ab-4ff2-aa01-a81d7e58f6d6'] response: {'name': 'network-changed', 'server_uuid': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'tag': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54', 'status': 'completed', 'code': 200} May 13 14:02:00.299024 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8d859-9183-4927-afde-adc19ae2862f req-8d12af17-4d1e-4fd9-bf92-974a0a4cb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:00.300409 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-8d12af17-4d1e-4fd9-bf92-974a0a4cb8bc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 1127 time: 0.0464370 May 13 14:02:00.352731 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-6f4ff4f5-c5a9-4622-ae5d-b55fa0a43c4f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 HTTP/1.1" status: 200 len: 217 time: 0.0356236 May 13 14:02:00.402936 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8d859-9183-4927-afde-adc19ae2862f req-88fe544d-4bcf-4df0-b844-666057f0cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:00.404395 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-88fe544d-4bcf-4df0-b844-666057f0cf27 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.0455234 May 13 14:02:00.708039 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8d859-9183-4927-afde-adc19ae2862f req-5d7bbb62-acc4-41f7-bacd-599a3a931f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:00.709721 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-5d7bbb62-acc4-41f7-bacd-599a3a931f03 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2982380 May 13 14:02:00.854013 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-bd73f80e-873d-41b5-8caa-38d42cd9583a service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269121 May 13 14:02:00.879979 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12aad-44d9-45d8-ba9a-add0a7d1d4f7 req-1294e7a3-7203-454e-b4e1-e12a3a363404 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:00.881481 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cff12aad-44d9-45d8-ba9a-add0a7d1d4f7 req-1294e7a3-7203-454e-b4e1-e12a3a363404 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 943 time: 0.0708776 May 13 14:02:00.977361 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cff12aad-44d9-45d8-ba9a-add0a7d1d4f7 req-fc8b8104-2878-4435-b9ba-4b71edc92b61 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859015 May 13 14:02:00.992399 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dac8d859-9183-4927-afde-adc19ae2862f req-477584d8-4704-41bc-8bb3-7994d3947253 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299434 May 13 14:02:02.103840 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64cb80-396c-4159-8610-9abf21654d3a req-4d575454-59ba-4498-9e76-bd1beaf11e1b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:02.105408 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bb64cb80-396c-4159-8610-9abf21654d3a req-4d575454-59ba-4498-9e76-bd1beaf11e1b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 943 time: 0.0514371 May 13 14:02:02.191688 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-52b193c7-583d-45a1-8b8a-84ff507e4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:02.193240 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-52b193c7-583d-45a1-8b8a-84ff507e4d63 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 1127 time: 0.0577903 May 13 14:02:02.197714 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bb64cb80-396c-4159-8610-9abf21654d3a req-5be35855-fe11-4be8-bc98-09117634cd94 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782561 May 13 14:02:02.289007 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-9f250452-ca39-4c35-b1fd-3287504b41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:02.290529 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-9f250452-ca39-4c35-b1fd-3287504b41d5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 916 time: 0.0910256 May 13 14:02:02.340546 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-e9397a1b-7415-4a51-a446-0e9ba84a2ac2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 HTTP/1.1" status: 200 len: 217 time: 0.0410695 May 13 14:02:02.394870 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-6ca2442e-e40c-4143-9572-25ed096202e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:02.396369 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-6ca2442e-e40c-4143-9572-25ed096202e8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.0486405 May 13 14:02:02.446263 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-c6392ff2-b267-47fd-88c7-3328cabc15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:02.447757 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-c6392ff2-b267-47fd-88c7-3328cabc15f1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423126 May 13 14:02:02.549501 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-0aed0394-abf9-485b-b4cd-7887a70b2b0a service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939062 May 13 14:02:02.647688 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1cef0987-7f42-4215-a049-6e741cd09a44 req-f7abb40b-dc1a-4398-8090-ab064d74034e service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885956 May 13 14:02:02.667358 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:02:02.771149 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:02.783743 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'port_id': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54', 'mac_address': 'fa:16:3e:b0:ce:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:02:02.831308 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:02:02.831701 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:02.845604 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:02:02.865982 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:02.870002 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:02.922983 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:03.293188 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['f7ac280f-f67a-4b18-a19c-8ec5b93d3e54'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:02:03.320566 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2d3c4-1e54-4710-936a-d843937d48ca req-1a9694eb-9037-40f6-9cf6-689a049e2819 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:03.322676 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a4a2d3c4-1e54-4710-936a-d843937d48ca req-1a9694eb-9037-40f6-9cf6-689a049e2819 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 944 time: 0.0543368 May 13 14:02:03.373369 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a4a2d3c4-1e54-4710-936a-d843937d48ca req-875a9998-fdee-4934-b441-48aebe9bb421 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446739 May 13 14:02:04.502423 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d2bad-5ce9-44db-9c34-efbfabedcb75 req-65687ce5-311f-4ad0-8b54-2977bdb64ddd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:04.504020 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c84d2bad-5ce9-44db-9c34-efbfabedcb75 req-65687ce5-311f-4ad0-8b54-2977bdb64ddd tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 944 time: 0.0510771 May 13 14:02:04.556618 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c84d2bad-5ce9-44db-9c34-efbfabedcb75 req-b64f4fb4-cb83-4f4c-bb25-a61a0ad14469 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469925 May 13 14:02:04.663345 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:02:04.715582 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:02:04.728723 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:02:04.729303 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:04.835039 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:02:04.835463 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:04.862127 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:02:04.864426 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99d2908-be38-46b7-80e4-887d160f6176" -d '{"events": [{"server_uuid": "4287d0fa-d950-4b22-abd9-d29601c0d86e", "name": "network-vif-plugged", "status": "completed", "tag": "f7ac280f-f67a-4b18-a19c-8ec5b93d3e54"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:02:04.878102 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:04.883302 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:04.910089 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48def696-9819-4e69-aad2-78c5018f156b x-openstack-request-id: req-48def696-9819-4e69-aad2-78c5018f156b {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:02:04.910377 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4287d0fa-d950-4b22-abd9-d29601c0d86e", "name": "network-vif-plugged", "status": "completed", "tag": "f7ac280f-f67a-4b18-a19c-8ec5b93d3e54", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:02:04.910635 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-48def696-9819-4e69-aad2-78c5018f156b {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:02:04.911053 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48def696-9819-4e69-aad2-78c5018f156b'] response: {'server_uuid': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54', 'code': 200} May 13 14:02:04.940219 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:05.145697 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059328e-27ea-448b-9121-112dbc1b821c req-cac392f0-26f8-4dfa-b947-c1d51043873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:05.147261 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c059328e-27ea-448b-9121-112dbc1b821c req-cac392f0-26f8-4dfa-b947-c1d51043873f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 1129 time: 0.0431542 May 13 14:02:05.206359 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c059328e-27ea-448b-9121-112dbc1b821c req-58b9a569-6023-48b8-9935-74d45eb40cdf service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461493 May 13 14:02:05.678898 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387bf1e2-f7af-4abd-8818-e03215c4fab3 req-dfb6794b-af15-42ee-8232-368ecb33fc68 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:05.680446 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-387bf1e2-f7af-4abd-8818-e03215c4fab3 req-dfb6794b-af15-42ee-8232-368ecb33fc68 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 945 time: 0.0551569 May 13 14:02:05.733147 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-387bf1e2-f7af-4abd-8818-e03215c4fab3 req-27f44e8f-3350-41e8-a19e-bca28865aad0 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467238 May 13 14:02:06.864508 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4672d7-1940-4b47-b6ba-886b9deea89b req-3f4a6625-cdcc-484c-af8e-3452410b0ea9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:06.866046 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2d4672d7-1940-4b47-b6ba-886b9deea89b req-3f4a6625-cdcc-484c-af8e-3452410b0ea9 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 945 time: 0.0571318 May 13 14:02:06.918310 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2d4672d7-1940-4b47-b6ba-886b9deea89b req-25f426ec-3722-474a-a3b2-4018e2ce945b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463502 May 13 14:02:08.034125 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f51144-4316-4e7d-b60f-c4092ae08496 req-698d9b24-7434-40b4-a5ee-309e540a775b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:08.035660 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c5f51144-4316-4e7d-b60f-c4092ae08496 req-698d9b24-7434-40b4-a5ee-309e540a775b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 945 time: 0.0477517 May 13 14:02:08.085117 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c5f51144-4316-4e7d-b60f-c4092ae08496 req-8f0fb622-b034-41dc-97be-556d975051c4 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 May 13 14:02:08.215066 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e3ca0-61d6-4643-8b05-5b5934317fd8 req-50e18d79-6c41-4af8-8d88-42b3aaf39506 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:08.216673 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ff3e3ca0-61d6-4643-8b05-5b5934317fd8 req-50e18d79-6c41-4af8-8d88-42b3aaf39506 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 945 time: 0.0626063 May 13 14:02:08.226797 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37576) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:08.231415 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-e894cb1a-cc50-4cb5-8be9-9d78b9fe258e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Request body: {'floatingip': {'port_id': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:02:08.287747 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e894cb1a-cc50-4cb5-8be9-9d78b9fe258e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (328cdd2e-aa3d-4cac-886b-cdfc969d992e), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:08.709648 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:02:08.762508 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e894cb1a-cc50-4cb5-8be9-9d78b9fe258e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:08.768223 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e894cb1a-cc50-4cb5-8be9-9d78b9fe258e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (328cdd2e-aa3d-4cac-886b-cdfc969d992e), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:08.877249 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [None req-e894cb1a-cc50-4cb5-8be9-9d78b9fe258e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Floating IP 328cdd2e-aa3d-4cac-886b-cdfc969d992e associated. External IP: 172.27.3.57, port: f7ac280f-f67a-4b18-a19c-8ec5b93d3e54. May 13 14:02:09.131737 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e894cb1a-cc50-4cb5-8be9-9d78b9fe258e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Router a21cbf5f-ca12-4397-af5b-582fb332595e has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:02:09.265048 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e894cb1a-cc50-4cb5-8be9-9d78b9fe258e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:02:09.271045 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e894cb1a-cc50-4cb5-8be9-9d78b9fe258e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:09.279313 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:02:09.290941 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:02:09.291577 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:09.325021 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e894cb1a-cc50-4cb5-8be9-9d78b9fe258e tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "PUT /v2.0/floatingips/328cdd2e-aa3d-4cac-886b-cdfc969d992e HTTP/1.1" status: 200 len: 990 time: 1.0968583 May 13 14:02:09.325914 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'tag': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:02:09.330460 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c309cb1a-8552-4f97-8ba2-02f15360a6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4287d0fa-d950-4b22-abd9-d29601c0d86e", "tag": "f7ac280f-f67a-4b18-a19c-8ec5b93d3e54"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:02:09.378023 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01caa3e1-a1bd-4efd-bda7-536d45f52934 x-openstack-request-id: req-01caa3e1-a1bd-4efd-bda7-536d45f52934 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:02:09.378408 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4287d0fa-d950-4b22-abd9-d29601c0d86e", "tag": "f7ac280f-f67a-4b18-a19c-8ec5b93d3e54", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:02:09.378795 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-01caa3e1-a1bd-4efd-bda7-536d45f52934 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:02:09.379331 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01caa3e1-a1bd-4efd-bda7-536d45f52934'] response: {'name': 'network-changed', 'server_uuid': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'tag': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54', 'status': 'completed', 'code': 200} May 13 14:02:09.425111 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:02:09.547348 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-69ae5a2c-b9de-42fb-a2b4-f5d32c921bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:09.549337 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-69ae5a2c-b9de-42fb-a2b4-f5d32c921bcf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ac9b3816e0cb4400919797c107065ad4&device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 1129 time: 0.0943084 May 13 14:02:09.669026 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-de5b8960-5819-418f-83f7-8ab83b67ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:09.670955 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-de5b8960-5819-418f-83f7-8ab83b67ed15 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 200 len: 916 time: 0.1126020 May 13 14:02:09.726414 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '328cdd2e-aa3d-4cac-886b-cdfc969d992e', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:b0:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:01:55Z', 'updated_at': '2022-05-13T14:02:08Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:09.754261 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:02:09.755923 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-a05f6c64-d4dc-41d1-a1d1-9784d12df468 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 HTTP/1.1" status: 200 len: 998 time: 0.0660222 May 13 14:02:09.764831 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:02:09.765451 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:01:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:09.809036 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-ce6e798b-1fd8-445d-bb6a-571b90b8b6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:09.810466 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-ce6e798b-1fd8-445d-bb6a-571b90b8b6fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 200 len: 854 time: 0.0479054 May 13 14:02:09.864982 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-c166f718-c14f-4cb6-bf3e-bcdb91e629bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:09.866527 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-c166f718-c14f-4cb6-bf3e-bcdb91e629bd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ed6b2694-1b8c-422b-965c-287402920164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487671 May 13 14:02:09.925130 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:02:09.980359 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-c15a6a25-5e28-4ab0-8423-fa4f8165addd service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016560 May 13 14:02:10.090028 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c309cb1a-8552-4f97-8ba2-02f15360a6dc req-dcd96d42-c7a8-4c82-8dfb-0fb892fe4626 service neutron] 10.222.0.87 "GET /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009870 May 13 14:02:10.266253 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '328cdd2e-aa3d-4cac-886b-cdfc969d992e', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:b0:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:01:55Z', 'updated_at': '2022-05-13T14:02:08Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:10.293410 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e10cb4b-eabe-4dcf-b8ec-98e3504c1a76 None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '328cdd2e-aa3d-4cac-886b-cdfc969d992e', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'floating_ip_address': '172.27.3.57', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'port_id': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'mac_address': 'fa:16:3e:b0:ce:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:01:55Z', 'updated_at': '2022-05-13T14:02:08Z', 'revision_number': 1, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:02:10.496159 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74625193-1edd-4617-8991-049034107183 None None] New status for floating IP 328cdd2e-aa3d-4cac-886b-cdfc969d992e: ACTIVE {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:02:12.663823 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-9be4e051-75b9-496c-98ed-20f18e6b867a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:14.046591 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:15.475999 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b30eb4cf-6068-47dd-86a8-e7bfeede8a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:15.809962 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf8f1-ff84-43c4-867d-b18da29ae23a req-a9cab403-6690-4e10-bac8-efe1ff8b1ea1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:15.811434 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-174bf8f1-ff84-43c4-867d-b18da29ae23a req-a9cab403-6690-4e10-bac8-efe1ff8b1ea1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0497894 May 13 14:02:15.865149 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-174bf8f1-ff84-43c4-867d-b18da29ae23a req-9e25f6a3-181c-49af-94e1-b0f095f51b63 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461528 May 13 14:02:16.311866 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:17.004382 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16f2c3-1f05-4475-8c0b-5fbfc783e417 req-d8bfd38d-21ba-482d-b13f-af3df970def4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:17.006486 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab16f2c3-1f05-4475-8c0b-5fbfc783e417 req-d8bfd38d-21ba-482d-b13f-af3df970def4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0534632 May 13 14:02:17.058906 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab16f2c3-1f05-4475-8c0b-5fbfc783e417 req-1de37bb6-c161-4c92-9898-17aca3bae932 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463650 May 13 14:02:17.845312 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:18.191733 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727d70d-f4af-4350-93e6-3e38f632c812 req-eb2cbd8e-4dda-438e-bd8e-9d4cb3471d13 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:18.193215 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9727d70d-f4af-4350-93e6-3e38f632c812 req-eb2cbd8e-4dda-438e-bd8e-9d4cb3471d13 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0483849 May 13 14:02:18.240975 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9727d70d-f4af-4350-93e6-3e38f632c812 req-a16d8fa8-afb5-48c9-842f-fa2f22ae6b77 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 May 13 14:02:19.371549 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7124c-b89d-4959-b8e6-5479c76c0b6a req-064d62e7-82a5-49bb-a061-2add1721b527 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:19.373120 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-33d7124c-b89d-4959-b8e6-5479c76c0b6a req-064d62e7-82a5-49bb-a061-2add1721b527 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0533774 May 13 14:02:19.422988 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-33d7124c-b89d-4959-b8e6-5479c76c0b6a req-db417145-e072-4df3-8f61-9861e72c4135 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 May 13 14:02:19.447012 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:20.547975 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcde44f-f778-4d51-ad14-b9f08ebc7834 req-899d7ee9-12c8-45e0-a366-f40dc7f5ddfd tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:20.549492 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ddcde44f-f778-4d51-ad14-b9f08ebc7834 req-899d7ee9-12c8-45e0-a366-f40dc7f5ddfd tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0479367 May 13 14:02:20.595704 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ddcde44f-f778-4d51-ad14-b9f08ebc7834 req-9e55fba0-48cb-4239-acb5-764c19b8b136 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406799 May 13 14:02:21.712975 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b220d0a-cd64-4ec4-9f82-11749cd614aa req-a2cfc811-f390-4fd2-b502-09aa6d22a34e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:21.714463 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6b220d0a-cd64-4ec4-9f82-11749cd614aa req-a2cfc811-f390-4fd2-b502-09aa6d22a34e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0468884 May 13 14:02:21.764230 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6b220d0a-cd64-4ec4-9f82-11749cd614aa req-8d15d1c7-ad6f-413c-ac67-696cddf8cf84 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 May 13 14:02:22.884015 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b778fcf-dac6-463e-bac9-71787a74eae9 req-a145208e-94eb-47e4-9b3d-891999142578 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:22.885506 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0b778fcf-dac6-463e-bac9-71787a74eae9 req-a145208e-94eb-47e4-9b3d-891999142578 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0480769 May 13 14:02:22.933063 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0b778fcf-dac6-463e-bac9-71787a74eae9 req-d78c61f7-0b6b-4154-abe4-6b676451419f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419724 May 13 14:02:24.053380 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20656b-b333-4d9a-8b69-fa152e2eceed req-a01cf69f-04b8-4d5d-8081-71d161bb021d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:24.054941 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0b20656b-b333-4d9a-8b69-fa152e2eceed req-a01cf69f-04b8-4d5d-8081-71d161bb021d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0493038 May 13 14:02:24.105926 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0b20656b-b333-4d9a-8b69-fa152e2eceed req-56b186ca-031d-4269-8328-79650b26b6e9 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 May 13 14:02:25.227214 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fc3dc-4448-46be-8565-c4f60b761f43 req-7be8e4b5-d2f9-4a7e-ba6a-cebb301357aa tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:25.228762 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b02fc3dc-4448-46be-8565-c4f60b761f43 req-7be8e4b5-d2f9-4a7e-ba6a-cebb301357aa tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0504313 May 13 14:02:25.275965 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b02fc3dc-4448-46be-8565-c4f60b761f43 req-d7af9ab4-4cf4-4931-83a4-2830e218c257 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 May 13 14:02:26.398875 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb59f0-5bfd-4e2f-bef1-3849c9fc28db req-c0f6e034-3c60-4682-9494-8eb76b1ea510 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:26.400380 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fefb59f0-5bfd-4e2f-bef1-3849c9fc28db req-c0f6e034-3c60-4682-9494-8eb76b1ea510 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0477059 May 13 14:02:26.448440 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fefb59f0-5bfd-4e2f-bef1-3849c9fc28db req-d9255c15-427d-463e-a4e1-22ff0f3b9a11 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 May 13 14:02:27.582007 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce05479-df03-4c22-a3a4-3c335ef2a772 req-c3e69369-c85b-48ce-8d6d-2d9d6a78c286 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:27.584438 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3ce05479-df03-4c22-a3a4-3c335ef2a772 req-c3e69369-c85b-48ce-8d6d-2d9d6a78c286 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0549171 May 13 14:02:27.638138 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3ce05479-df03-4c22-a3a4-3c335ef2a772 req-e3d82fe5-8d3c-400c-b920-744305d7f6ef tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476134 May 13 14:02:28.772684 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc318ae-d9a5-4c8b-8357-e5bd277457a3 req-0b1c3795-93bd-4ad7-93b8-21896d3703b2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:28.774226 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2fc318ae-d9a5-4c8b-8357-e5bd277457a3 req-0b1c3795-93bd-4ad7-93b8-21896d3703b2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0479698 May 13 14:02:28.828270 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2fc318ae-d9a5-4c8b-8357-e5bd277457a3 req-53478e40-6ec6-45a1-84ce-5654d47f54d2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483179 May 13 14:02:29.986052 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76e8f6-8efd-47b0-91bd-7c68497de735 req-aca0761a-9b47-4d8a-8054-5e4ed13e9f63 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:29.988682 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bc76e8f6-8efd-47b0-91bd-7c68497de735 req-aca0761a-9b47-4d8a-8054-5e4ed13e9f63 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0824134 May 13 14:02:30.068656 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bc76e8f6-8efd-47b0-91bd-7c68497de735 req-3fe2ddb3-b659-4040-83f1-8478150c5183 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737898 May 13 14:02:30.086277 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93c614-182c-414a-9a9c-a68af367320e req-9b443e55-2dc0-45ee-8d46-f685ef84fda1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:30.087808 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c93c614-182c-414a-9a9c-a68af367320e req-9b443e55-2dc0-45ee-8d46-f685ef84fda1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0639703 May 13 14:02:30.136321 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c93c614-182c-414a-9a9c-a68af367320e req-efc28f7d-7164-4f09-9bdd-7245cf1c9faf tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426154 May 13 14:02:31.191773 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe458dd4-3d0e-4be2-977f-c1e96b862c39 req-e2c16dba-cbcf-44de-8d70-929599ca6f19 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:31.193298 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe458dd4-3d0e-4be2-977f-c1e96b862c39 req-e2c16dba-cbcf-44de-8d70-929599ca6f19 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0485113 May 13 14:02:31.277372 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe458dd4-3d0e-4be2-977f-c1e96b862c39 req-93427e63-8a6a-4771-bf1e-5e20e2568290 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782568 May 13 14:02:31.286282 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70ae4-8223-428f-a0a6-db0a96458c29 req-819d6df0-d8c5-4bf2-a363-0a21ffc0fdea tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:31.287792 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10e70ae4-8223-428f-a0a6-db0a96458c29 req-819d6df0-d8c5-4bf2-a363-0a21ffc0fdea tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0676868 May 13 14:02:31.336304 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-10e70ae4-8223-428f-a0a6-db0a96458c29 req-421fed4a-94dc-4439-8990-287b7968604c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426452 May 13 14:02:32.395418 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e41b979-4d41-4e84-941c-1da70a7a5f67 req-b2c1ac61-a3b0-4a76-9a2f-b93a0f7dc50c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:32.396917 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1e41b979-4d41-4e84-941c-1da70a7a5f67 req-b2c1ac61-a3b0-4a76-9a2f-b93a0f7dc50c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0471077 May 13 14:02:32.478798 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7a736-ec2a-41a3-9820-314da0cb7e5c req-eac96111-ecb3-43ab-9e81-687544159b42 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:32.480267 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-12e7a736-ec2a-41a3-9820-314da0cb7e5c req-eac96111-ecb3-43ab-9e81-687544159b42 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0706172 May 13 14:02:32.483558 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1e41b979-4d41-4e84-941c-1da70a7a5f67 req-e86b9c6b-d66b-4ffe-b042-d4e11299e479 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804298 May 13 14:02:32.527737 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-12e7a736-ec2a-41a3-9820-314da0cb7e5c req-5245e1f9-6f91-4f39-a5c7-b278a0f1352c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413256 May 13 14:02:33.624321 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbf1af-31e7-491e-bc0a-ad8394692461 req-b08bda4a-5c96-4d56-9a02-2205fc0cf4c2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:33.626893 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3bfbf1af-31e7-491e-bc0a-ad8394692461 req-b08bda4a-5c96-4d56-9a02-2205fc0cf4c2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0689218 May 13 14:02:33.674255 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc7064-d2a6-40de-8746-81887de43847 req-a2139f85-bb5b-4882-8083-ae521ba625e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:33.675771 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-90cc7064-d2a6-40de-8746-81887de43847 req-a2139f85-bb5b-4882-8083-ae521ba625e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0761592 May 13 14:02:33.717118 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3bfbf1af-31e7-491e-bc0a-ad8394692461 req-5bde2da5-40af-4c18-a0d6-5b2100504b49 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743661 May 13 14:02:33.741964 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-90cc7064-d2a6-40de-8746-81887de43847 req-41be9c09-c417-4aa8-9610-e830af6e87e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565429 May 13 14:02:34.360755 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da36e50-6946-443f-b89b-f4917b50173a req-7e3c8925-721b-4116-a32d-be39395ce15c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:34.362244 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4da36e50-6946-443f-b89b-f4917b50173a req-7e3c8925-721b-4116-a32d-be39395ce15c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.0560832 May 13 14:02:34.457957 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Deleting port 882cf596-f1fe-4549-a5dc-670f7391462c {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:02:34.458295 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:34.572614 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] For port 882cf596-f1fe-4549-a5dc-670f7391462c, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=882cf596-f1fe-4549-a5dc-670f7391462c,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:34.573046 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:34.751346 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:34.752108 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (59cda883-abe0-42e1-bc03-8553a58e5a60), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:34.752770 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Floating IP 59cda883-abe0-42e1-bc03-8553a58e5a60 disassociated. External IP: 172.27.3.221, port: 882cf596-f1fe-4549-a5dc-670f7391462c. May 13 14:02:34.752770 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Calling delete_port for 882cf596-f1fe-4549-a5dc-670f7391462c owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:02:34.911478 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f8193-6e05-44f5-9798-9c9817753dd7 req-aa6a5866-6c39-4a27-8c52-bfc40744b02a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:34.913047 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-427f8193-6e05-44f5-9798-9c9817753dd7 req-aa6a5866-6c39-4a27-8c52-bfc40744b02a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.1056294 May 13 14:02:34.920138 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87c3d5-d20c-4c61-8ef1-5f6c1e93474e req-5a7c5dc8-39ee-48ac-ae6f-a4f85e7a6dbd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:34.922171 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5b87c3d5-d20c-4c61-8ef1-5f6c1e93474e req-5a7c5dc8-39ee-48ac-ae6f-a4f85e7a6dbd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 946 time: 0.1018922 May 13 14:02:35.043116 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5b87c3d5-d20c-4c61-8ef1-5f6c1e93474e req-550a07d6-a643-4ec2-a49f-19fc559ef5d6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=ec935105-138f-4f54-903c-5657c7ab8f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029694 May 13 14:02:35.046818 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-427f8193-6e05-44f5-9798-9c9817753dd7 req-1b8d542d-dfb5-4523-aecf-f79d977d017e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214323 May 13 14:02:35.063659 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (882cf596-f1fe-4549-a5dc-670f7391462c), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:35.092862 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event deleted for resources: {'Port': ['ID=882cf596-f1fe-4549-a5dc-670f7391462c,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:35.104045 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.104397 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.104753 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.105077 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.105411 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.105738 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.106064 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.106398 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.106773 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.107069 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.107394 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.107721 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.108041 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.108359 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.109181 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:35.224273 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:02:35.590700 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:02:35.600923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] Sync routers for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:02:35.611362 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:02:35.611997 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:02:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:35.633891 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] No DVR routers for this DVR port 882cf596-f1fe-4549-a5dc-670f7391462c on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:02:35.636542 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:35.640504 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4da36e50-6946-443f-b89b-f4917b50173a req-641082b5-1413-49d1-ba9a-182906ee9ff1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "DELETE /v2.0/ports/882cf596-f1fe-4549-a5dc-670f7391462c HTTP/1.1" status: 204 len: 173 time: 1.2694440 May 13 14:02:35.640968 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'name': 'network-vif-deleted', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:02:35.643928 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bca11d-59ff-47ed-b019-d534a4cd989c" -d '{"events": [{"server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "name": "network-vif-deleted", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:02:35.679984 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effb9462-d83a-45d0-879f-e627294a0501 x-openstack-request-id: req-effb9462-d83a-45d0-879f-e627294a0501 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:02:35.680198 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10525e5e-f295-4923-a0b4-6674a6c3f740", "name": "network-vif-deleted", "tag": "882cf596-f1fe-4549-a5dc-670f7391462c", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:02:35.680623 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-effb9462-d83a-45d0-879f-e627294a0501 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:02:35.681049 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effb9462-d83a-45d0-879f-e627294a0501'] response: {'server_uuid': '10525e5e-f295-4923-a0b4-6674a6c3f740', 'name': 'network-vif-deleted', 'tag': '882cf596-f1fe-4549-a5dc-670f7391462c', 'status': 'completed', 'code': 200} May 13 14:02:35.859820 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:02:36.113099 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:24Z', 'revision_number': 5, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:36.145231 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] Checking router: d2ead918-09ba-49c9-9ae1-c0a74342d8c4 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:02:36.155842 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:02:36.156678 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:02:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:36.214963 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2ff1bf13-9a07-4a88-b29b-14bbfd0674c8 req-8a4f9e8c-33a1-4cdc-baa2-d5a4e9e6bc9c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=10525e5e-f295-4923-a0b4-6674a6c3f740 HTTP/1.1" status: 200 len: 210 time: 0.0478358 May 13 14:02:36.230585 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38377834-6abf-4bd8-9f48-14a88a4189ae req-0bd6f05d-40c7-4160-a5f3-ddca14311483 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:36.231764 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-38377834-6abf-4bd8-9f48-14a88a4189ae req-0bd6f05d-40c7-4160-a5f3-ddca14311483 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0838618 May 13 14:02:36.308042 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:02:36.308304 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-38377834-6abf-4bd8-9f48-14a88a4189ae req-be141e05-c07c-4687-87e7-a30458f74463 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640228 May 13 14:02:36.513796 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:24Z', 'revision_number': 5, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:36.546864 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6dd3cd-1ef5-43a0-bf4b-3e6815abd265 None None] The sync data for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi is: [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:13Z', 'revision_number': 4, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '91d0cc9e-a6dc-4738-9850-52d3f424e241', 'name': '', 'network_id': '37774d91-9a21-4c82-acd7-acc4b660f52e', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'mac_address': 'fa:16:3e:5d:c4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:56:08Z', 'updated_at': '2022-05-13T13:56:24Z', 'revision_number': 5, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'subnets': [{'id': 'bf1ad3b7-4140-4a23-8246-e24bb04e7baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:02:36.788337 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f272327-7e22-4468-b3cd-4572372e41e7 None None] New status for floating IP 59cda883-abe0-42e1-bc03-8553a58e5a60: DOWN {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:02:36.889299 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 64446a02-9540-4f0f-8e1e-fe054859b8ee details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:02:36.900242 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 882cf596-f1fe-4549-a5dc-670f7391462c no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:02:36.924537 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 882cf596-f1fe-4549-a5dc-670f7391462c {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:02:36.924884 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 882cf596-f1fe-4549-a5dc-670f7391462c not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:02:37.019908 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:37.032258 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'port_id': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'mac_address': 'fa:16:3e:c1:bb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:02:37.073223 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 64446a02-9540-4f0f-8e1e-fe054859b8ee is: ACTIVE; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:02:37.073607 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:37.089137 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64446a02-9540-4f0f-8e1e-fe054859b8ee {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:02:37.110976 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:37.115320 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:37.164938 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=6']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:37.172509 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.172855 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.173214 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.173552 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.173879 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.174202 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.174525 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.174881 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.175238 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.176343 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.176343 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.176343 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.176637 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.176982 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.177309 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.331162 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37698) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:37.337995 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['64446a02-9540-4f0f-8e1e-fe054859b8ee'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:02:37.391655 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5da8eac3-f418-492f-8abe-add301a5ba3c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group (ec935105-138f-4f54-903c-5657c7ab8f33), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:37.448846 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5da8eac3-f418-492f-8abe-add301a5ba3c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group (ec935105-138f-4f54-903c-5657c7ab8f33), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:37.458026 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404a83c-7d9f-4205-8f1d-61f86263ee1d req-e4a96c7c-65c1-4808-b064-192009c17b82 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:37.460963 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2404a83c-7d9f-4205-8f1d-61f86263ee1d req-e4a96c7c-65c1-4808-b064-192009c17b82 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 944 time: 0.0705137 May 13 14:02:37.535709 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2404a83c-7d9f-4205-8f1d-61f86263ee1d req-bfc78de6-f5d1-4e48-80ea-b07a0b22deff tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698190 May 13 14:02:37.544000 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5da8eac3-f418-492f-8abe-add301a5ba3c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (ec935105-138f-4f54-903c-5657c7ab8f33), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:37.546896 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5da8eac3-f418-492f-8abe-add301a5ba3c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:37.551240 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37702) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:37.552219 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-5da8eac3-f418-492f-8abe-add301a5ba3c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "DELETE /v2.0/security-groups/ec935105-138f-4f54-903c-5657c7ab8f33 HTTP/1.1" status: 204 len: 168 time: 0.2184191 May 13 14:02:37.560525 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8eac3-f418-492f-8abe-add301a5ba3c tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec935105-138f-4f54-903c-5657c7ab8f33,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:37.575857 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.api.v2.resource [None req-7a02a5f2-6a4b-4dd9-8741-ea5e3683ab46 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] show failed (client error): The resource could not be found. May 13 14:02:37.576898 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-7a02a5f2-6a4b-4dd9-8741-ea5e3683ab46 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups/ec935105-138f-4f54-903c-5657c7ab8f33 HTTP/1.1" status: 404 len: 347 time: 0.0142109 May 13 14:02:37.580156 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37704) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:37.698401 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Deleting port eeee1eaa-8912-4d24-ab59-4cff8c3acd51 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:02:37.698780 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (eeee1eaa-8912-4d24-ab59-4cff8c3acd51), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:37.777167 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (eeee1eaa-8912-4d24-ab59-4cff8c3acd51), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:37.777697 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for floatingip (eeee1eaa-8912-4d24-ab59-4cff8c3acd51), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:37.794448 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Calling delete_port for eeee1eaa-8912-4d24-ab59-4cff8c3acd51 owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:02:37.874049 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cec7a-fd99-4914-92f1-abf0221853bd req-08752068-a8fd-454f-b86f-041696586cb6 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:37.876324 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1b9cec7a-fd99-4914-92f1-abf0221853bd req-08752068-a8fd-454f-b86f-041696586cb6 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 946 time: 0.0471144 May 13 14:02:37.933575 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1b9cec7a-fd99-4914-92f1-abf0221853bd req-2edf1115-413c-4ed4-b063-951b90307abc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517066 May 13 14:02:37.936491 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (eeee1eaa-8912-4d24-ab59-4cff8c3acd51), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:37.963787 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event deleted for resources: {'Port': ['ID=eeee1eaa-8912-4d24-ab59-4cff8c3acd51,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:37.996448 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.996802 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.997152 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.997490 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.997829 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:37.998164 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:38.001037 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:38.001432 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:38.001756 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:38.004550 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:38.004887 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:38.005232 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:38.005568 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:38.005903 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:38.006234 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:02:38.011343 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks [] for floatingip (59cda883-abe0-42e1-bc03-8553a58e5a60), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:38.014427 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:38.015650 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b90e5b16-5feb-4ca1-8faa-1eb000b024e7 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "DELETE /v2.0/floatingips/59cda883-abe0-42e1-bc03-8553a58e5a60 HTTP/1.1" status: 204 len: 168 time: 0.4345148 May 13 14:02:38.661647 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c569fb8-6632-4952-8493-0de9224b7952 req-b73f1b7d-8430-4633-83f1-b2638c1085eb tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:38.663158 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0c569fb8-6632-4952-8493-0de9224b7952 req-b73f1b7d-8430-4633-83f1-b2638c1085eb tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 944 time: 0.0468028 May 13 14:02:38.714075 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0c569fb8-6632-4952-8493-0de9224b7952 req-0390594c-dd43-48f0-99bd-5bcce8fefe62 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452280 May 13 14:02:38.907448 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 64446a02-9540-4f0f-8e1e-fe054859b8ee up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:02:38.957699 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 64446a02-9540-4f0f-8e1e-fe054859b8ee triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:02:38.958071 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:39.041387 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 64446a02-9540-4f0f-8e1e-fe054859b8ee is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:02:39.041771 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:39.053634 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7bf42-8016-4683-b37f-9bb41d22d9d0 req-77760975-c3fb-4dd5-aac5-5fea07644ed3 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:39.055248 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-64e7bf42-8016-4683-b37f-9bb41d22d9d0 req-77760975-c3fb-4dd5-aac5-5fea07644ed3 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 946 time: 0.0484412 May 13 14:02:39.065392 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:02:39.067672 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6babe3f7-7cfd-4cac-86d0-fc0f27ff93a6" -d '{"events": [{"server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "name": "network-vif-plugged", "status": "completed", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:02:39.080774 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:39.085763 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:39.110279 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-64e7bf42-8016-4683-b37f-9bb41d22d9d0 req-7d97cbaf-5587-4c3d-96ab-0ac114e3366f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491297 May 13 14:02:39.113218 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b391b2b-ae39-4cb2-9538-f723e49887a9 x-openstack-request-id: req-5b391b2b-ae39-4cb2-9538-f723e49887a9 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:02:39.113218 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "name": "network-vif-plugged", "status": "completed", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:02:39.113612 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b391b2b-ae39-4cb2-9538-f723e49887a9 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:02:39.113873 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b391b2b-ae39-4cb2-9538-f723e49887a9'] response: {'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'code': 200} May 13 14:02:39.139784 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=7']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:39.837385 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c606a4c-e2ba-4bd0-b859-90fa583f2865 req-cb45acc2-5660-49e5-bf09-b912b3581a57 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:39.839262 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4c606a4c-e2ba-4bd0-b859-90fa583f2865 req-cb45acc2-5660-49e5-bf09-b912b3581a57 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0486705 May 13 14:02:39.886765 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4c606a4c-e2ba-4bd0-b859-90fa583f2865 req-7a194250-4cea-4dd1-87a4-1ebbe1080d67 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 May 13 14:02:40.134571 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-720cf6fb-43cb-4a91-ba48-30796ff2dcb7 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:40.136184 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-720cf6fb-43cb-4a91-ba48-30796ff2dcb7 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 946 time: 0.0617595 May 13 14:02:40.253736 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42c61-0e37-49f7-bb40-b6902b0e1d7f req-533bc379-7002-42c8-8e36-6c7dfec0d19c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:40.255274 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-44f42c61-0e37-49f7-bb40-b6902b0e1d7f req-533bc379-7002-42c8-8e36-6c7dfec0d19c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 946 time: 0.0744724 May 13 14:02:40.285623 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Deleting port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:02:40.286069 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:40.367220 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-44f42c61-0e37-49f7-bb40-b6902b0e1d7f req-f90ebbd5-cc19-45a9-824c-2d20e92d3a19 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039848 May 13 14:02:40.411874 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] For port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:40.411874 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:40.630827 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8183a-4c7e-4b51-b935-a4937e29dd27 req-904dba1d-9df4-46cd-9e6d-3815d2349163 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:40.632366 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-81c8183a-4c7e-4b51-b935-a4937e29dd27 req-904dba1d-9df4-46cd-9e6d-3815d2349163 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.0957234 May 13 14:02:40.664474 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:40.664834 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (128e894c-34c9-4c4f-8ce8-aab1e699b37e), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:40.665150 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Floating IP 128e894c-34c9-4c4f-8ce8-aab1e699b37e disassociated. External IP: 172.27.3.100, port: 2a100cb6-7cc3-4a92-bd93-e27c28acc92a. May 13 14:02:40.665496 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Calling delete_port for 2a100cb6-7cc3-4a92-bd93-e27c28acc92a owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:02:40.737748 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-81c8183a-4c7e-4b51-b935-a4937e29dd27 req-9dec3dea-7aee-4a74-9744-d207325b2a79 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969193 May 13 14:02:40.856091 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (2a100cb6-7cc3-4a92-bd93-e27c28acc92a), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:40.888008 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event deleted for resources: {'Port': ['ID=2a100cb6-7cc3-4a92-bd93-e27c28acc92a,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:41.042284 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Router 8ab386f6-3fd8-442c-aecb-914f2b087458 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:02:41.095220 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17a8b6-36fa-4f41-9826-bded9f494580 req-b510bb9c-9247-4a76-85c6-11665f3c98be tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:41.097101 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7b17a8b6-36fa-4f41-9826-bded9f494580 req-b510bb9c-9247-4a76-85c6-11665f3c98be tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0576956 May 13 14:02:41.239607 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7b17a8b6-36fa-4f41-9826-bded9f494580 req-1dbe06d6-cd4f-414c-8176-f8c3c309f3da tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011631 May 13 14:02:41.270912 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:02:41.291011 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] Sync routers for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:02:41.320364 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:02:41.321167 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:02:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:41.327031 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] No DVR routers for this DVR port 2a100cb6-7cc3-4a92-bd93-e27c28acc92a on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:02:41.336129 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:41.340212 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f473275c-e1c3-4cef-84ff-2029ab76607b req-4cd0bb36-b14c-4792-9760-c8d1970fe02f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "DELETE /v2.0/ports/2a100cb6-7cc3-4a92-bd93-e27c28acc92a HTTP/1.1" status: 204 len: 173 time: 1.1965373 May 13 14:02:41.341286 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'name': 'network-vif-deleted', 'tag': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:02:41.343882 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6b96b8-5deb-4d2e-803a-5f9b7ab6e36c" -d '{"events": [{"server_uuid": "af879bc4-815b-4dc1-ad35-0b280ad94c3a", "name": "network-vif-deleted", "tag": "2a100cb6-7cc3-4a92-bd93-e27c28acc92a"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:02:41.395149 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb70e7b-70c3-428a-aecc-5675e4e1d8df x-openstack-request-id: req-0eb70e7b-70c3-428a-aecc-5675e4e1d8df {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:02:41.395540 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af879bc4-815b-4dc1-ad35-0b280ad94c3a", "name": "network-vif-deleted", "tag": "2a100cb6-7cc3-4a92-bd93-e27c28acc92a", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:02:41.395742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0eb70e7b-70c3-428a-aecc-5675e4e1d8df {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:02:41.396205 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb70e7b-70c3-428a-aecc-5675e4e1d8df'] response: {'server_uuid': 'af879bc4-815b-4dc1-ad35-0b280ad94c3a', 'name': 'network-vif-deleted', 'tag': '2a100cb6-7cc3-4a92-bd93-e27c28acc92a', 'status': 'completed', 'code': 200} May 13 14:02:41.504306 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:02:41.527529 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a678a5c6-06bb-40c5-a9ce-f797805ff6f2 req-b9f9a1ab-8e08-443c-9d15-dd3615d6d670 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 210 time: 0.0375495 May 13 14:02:41.759821 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:41.803823 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] Checking router: 8ab386f6-3fd8-442c-aecb-914f2b087458 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:02:41.817676 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:02:41.818314 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:02:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:41.927971 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e2f5c-06e2-4e71-a33f-081a1511e9c0 req-0201b91f-db08-4428-8056-f42c7f5e50d9 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:41.941177 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0c0e2f5c-06e2-4e71-a33f-081a1511e9c0 req-0201b91f-db08-4428-8056-f42c7f5e50d9 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1042736 May 13 14:02:42.018065 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:02:42.033767 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0c0e2f5c-06e2-4e71-a33f-081a1511e9c0 req-8926e253-862a-4cc0-ba22-b155d41f70c6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839036 May 13 14:02:42.273066 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:42.312948 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2eb92-6078-4ac4-9e81-c43763705f64 None None] The sync data for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi is: [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:02:42.326512 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-5246bfe1-7f80-4bdc-9174-0b151768f150 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:42.335085 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-5246bfe1-7f80-4bdc-9174-0b151768f150 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 946 time: 0.1084774 May 13 14:02:42.586085 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c22c8a-1074-4475-a4f0-7945d7d431f3 req-c07e2aa4-5260-409f-aea1-0248759ef8fb tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:42.587553 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-58c22c8a-1074-4475-a4f0-7945d7d431f3 req-c07e2aa4-5260-409f-aea1-0248759ef8fb tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.1219323 May 13 14:02:42.588654 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-bc33e26c-2dc1-4a6d-a75c-67048f3f52e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Deleting port b7847ace-539c-49f8-8691-796f0be69992 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:02:42.588998 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-bc33e26c-2dc1-4a6d-a75c-67048f3f52e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (b7847ace-539c-49f8-8691-796f0be69992), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:42.701554 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-47c6bad5-ea41-4f56-8420-afbf378ebac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:42.753806 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-58c22c8a-1074-4475-a4f0-7945d7d431f3 req-7718a8c4-53c5-4f07-881b-75be60e16266 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597147 May 13 14:02:42.805165 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-bc33e26c-2dc1-4a6d-a75c-67048f3f52e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] For port b7847ace-539c-49f8-8691-796f0be69992, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=b7847ace-539c-49f8-8691-796f0be69992,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:42.805551 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-bc33e26c-2dc1-4a6d-a75c-67048f3f52e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (b7847ace-539c-49f8-8691-796f0be69992), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:42.826335 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-bc33e26c-2dc1-4a6d-a75c-67048f3f52e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Calling delete_port for b7847ace-539c-49f8-8691-796f0be69992 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:02:42.916696 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b6a5b8f2-9af3-4434-8a12-dd397db547f0 req-bdf68def-ee7b-45d4-b72a-5b0a003f356e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=af879bc4-815b-4dc1-ad35-0b280ad94c3a HTTP/1.1" status: 200 len: 210 time: 0.0411294 May 13 14:02:42.926107 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0ab7a-62ac-4730-917e-a5dfae802768 None None] New status for floating IP 128e894c-34c9-4c4f-8ce8-aab1e699b37e: DOWN {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:02:42.926753 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 2a100cb6-7cc3-4a92-bd93-e27c28acc92a no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:02:42.957253 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 2a100cb6-7cc3-4a92-bd93-e27c28acc92a {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:02:42.957600 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 2a100cb6-7cc3-4a92-bd93-e27c28acc92a not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:02:43.043290 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-bc33e26c-2dc1-4a6d-a75c-67048f3f52e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (b7847ace-539c-49f8-8691-796f0be69992), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:43.083557 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc33e26c-2dc1-4a6d-a75c-67048f3f52e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event deleted for resources: {'Port': ['ID=b7847ace-539c-49f8-8691-796f0be69992,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:43.090515 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['ce3869b7-d2b1-485b-b44b-6654613759f1'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:02:43.204415 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-bc33e26c-2dc1-4a6d-a75c-67048f3f52e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] No DVR routers for this DVR port b7847ace-539c-49f8-8691-796f0be69992 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:02:43.223856 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-bc33e26c-2dc1-4a6d-a75c-67048f3f52e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:43.227764 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-afd8854b-a6c1-4031-97cc-6726f4921e99 req-bc33e26c-2dc1-4a6d-a75c-67048f3f52e1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "DELETE /v2.0/ports/b7847ace-539c-49f8-8691-796f0be69992 HTTP/1.1" status: 204 len: 173 time: 0.8839607 May 13 14:02:43.230544 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fb5d7788-8578-4a89-b75e-5f15534cff5f req-99015e47-3db1-4b77-bb6f-20e990d46c43 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0386910 May 13 14:02:43.397444 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0371ede2-e0ba-463b-b866-27b37ecdd87c', 'name': 'network-vif-deleted', 'tag': 'b7847ace-539c-49f8-8691-796f0be69992'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:02:43.402108 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9311909b-ae48-4725-991d-12382e1d9c52" -d '{"events": [{"server_uuid": "0371ede2-e0ba-463b-b866-27b37ecdd87c", "name": "network-vif-deleted", "tag": "b7847ace-539c-49f8-8691-796f0be69992"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:02:43.492857 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b162cfca-4f4b-4103-9e7f-836ac85ed9d0 x-openstack-request-id: req-b162cfca-4f4b-4103-9e7f-836ac85ed9d0 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:02:43.493170 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0371ede2-e0ba-463b-b866-27b37ecdd87c", "name": "network-vif-deleted", "tag": "b7847ace-539c-49f8-8691-796f0be69992", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:02:43.493507 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b162cfca-4f4b-4103-9e7f-836ac85ed9d0 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:02:43.493791 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b162cfca-4f4b-4103-9e7f-836ac85ed9d0'] response: {'server_uuid': '0371ede2-e0ba-463b-b866-27b37ecdd87c', 'name': 'network-vif-deleted', 'tag': 'b7847ace-539c-49f8-8691-796f0be69992', 'status': 'completed', 'code': 200} May 13 14:02:44.027809 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af2095-cef1-4360-bc2a-f9dc3dcdcbac req-76c556d0-1dc6-4681-a447-c4e0c097bc81 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:44.038044 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-40af2095-cef1-4360-bc2a-f9dc3dcdcbac req-76c556d0-1dc6-4681-a447-c4e0c097bc81 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0943925 May 13 14:02:44.079654 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:44.141625 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-40af2095-cef1-4360-bc2a-f9dc3dcdcbac req-84201675-7ce0-4d5a-879b-e1c150cdf0a6 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025190 May 13 14:02:44.474451 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f7dfc020-9473-41e8-866c-2e0da0f23edd req-f50de19b-61bc-4860-b73b-efee6e140564 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=0371ede2-e0ba-463b-b866-27b37ecdd87c HTTP/1.1" status: 200 len: 210 time: 0.0655572 May 13 14:02:44.486916 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-0135a0d9-c300-4cfc-9167-a73f3c812acd tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743970202&fields=id&tenant_id=fbbf18059349404c9ed7f53c5b38d2fd HTTP/1.1" status: 200 len: 267 time: 0.1122513 May 13 14:02:44.652275 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-2e00f8e8-64e0-4803-bc33-69fa538ea7aa tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:44.653668 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-2e00f8e8-64e0-4803-bc33-69fa538ea7aa tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 811 time: 0.1562867 May 13 14:02:44.670421 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-57b15878-d408-46ee-a340-9258b3d541ae tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/quotas/fbbf18059349404c9ed7f53c5b38d2fd HTTP/1.1" status: 200 len: 375 time: 0.0104232 May 13 14:02:44.767125 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-adba62e8-02ee-4da8-8907-31230078f363 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892439 May 13 14:02:44.881817 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-0fe00327-7c2d-43b5-a817-7f9889cb057f service neutron] 10.222.0.79 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029174 May 13 14:02:44.916297 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device b7847ace-539c-49f8-8691-796f0be69992 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:02:44.942761 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: b7847ace-539c-49f8-8691-796f0be69992 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:02:44.943399 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device b7847ace-539c-49f8-8691-796f0be69992 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:02:44.994127 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-91b1100b-e6bd-4cba-8393-8822cd88640a service neutron] 10.222.0.79 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059661 May 13 14:02:45.361869 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce6b2b-16e8-460e-ae84-d6651713ddbf req-915a4e63-465f-419b-8732-917618d3b6d5 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:45.363588 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-22ce6b2b-16e8-460e-ae84-d6651713ddbf req-915a4e63-465f-419b-8732-917618d3b6d5 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.1289968 May 13 14:02:45.415925 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca78f730-4983-433b-8734-407e6711e0c3 req-e3edb6d7-0147-42fd-aaca-311063c0978c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 210 time: 0.0512977 May 13 14:02:45.454587 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-22ce6b2b-16e8-460e-ae84-d6651713ddbf req-49d245f5-bd14-4521-9396-1f5442eb6809 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694740 May 13 14:02:45.499787 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4e35cfb3-a260-44c2-8324-3cf4ddd11d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:45.719521 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:02:45.877113 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97138bde-db41-4329-97c6-301704bdf359 req-846e4117-4855-4147-8581-7b7162c496a6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:45.879088 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-97138bde-db41-4329-97c6-301704bdf359 req-846e4117-4855-4147-8581-7b7162c496a6 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0626626 May 13 14:02:45.958046 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-97138bde-db41-4329-97c6-301704bdf359 req-f011e2e7-16e4-4416-b9ff-b16821b32486 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689583 May 13 14:02:46.315570 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:46.569822 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef65f69f-a105-4f6e-9eca-2d2a8dd204e7 req-cf502e72-fc51-425e-9b32-4497421030b5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 210 time: 0.0485961 May 13 14:02:46.654861 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268451e-bf46-4eaf-a7f0-97b314666331 req-5b727389-375d-445a-a608-e1e2ae811ae5 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:46.658396 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9268451e-bf46-4eaf-a7f0-97b314666331 req-5b727389-375d-445a-a608-e1e2ae811ae5 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0568485 May 13 14:02:46.730948 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9268451e-bf46-4eaf-a7f0-97b314666331 req-ad673b03-ca5e-4843-a8ec-b7fa2201cf82 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622079 May 13 14:02:47.105193 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928d2aa-7c1e-48be-9b1a-00d80160917d req-e948b251-a952-4ee1-b90d-bbddf6d09f88 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:47.106974 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d928d2aa-7c1e-48be-9b1a-00d80160917d req-e948b251-a952-4ee1-b90d-bbddf6d09f88 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0638950 May 13 14:02:47.166505 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d928d2aa-7c1e-48be-9b1a-00d80160917d req-a26fe2b8-2885-44fb-8949-3cc57a4ad79f tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522566 May 13 14:02:47.676332 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a53cd536-8591-4a9f-b8b0-2aadc3dc6058 req-c2d2aa59-2b37-4852-8dbf-0edbb1a50dbd tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 210 time: 0.0390370 May 13 14:02:47.868215 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:47.869217 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c735b20-c2bb-4ac2-9bd6-584e9a63dd4c req-5ef41e0d-3b74-476f-8a40-b5c086e08fc4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:47.870951 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3c735b20-c2bb-4ac2-9bd6-584e9a63dd4c req-5ef41e0d-3b74-476f-8a40-b5c086e08fc4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0562768 May 13 14:02:47.931521 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3c735b20-c2bb-4ac2-9bd6-584e9a63dd4c req-32c8ac5b-7c57-4e36-9fd3-30cbeed55bb7 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538530 May 13 14:02:48.354399 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a10c5-3754-4816-89a4-e767fcf81873 req-8d5e1279-87f1-400f-94ed-3012bcab7bfd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:48.355924 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a09a10c5-3754-4816-89a4-e767fcf81873 req-8d5e1279-87f1-400f-94ed-3012bcab7bfd tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.0947590 May 13 14:02:48.388431 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef538acd-2368-4dec-aa2f-849f35108586 req-c3e5c2f3-ddb7-4eaf-9f81-acfaa49443c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:48.390229 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef538acd-2368-4dec-aa2f-849f35108586 req-c3e5c2f3-ddb7-4eaf-9f81-acfaa49443c2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 1129 time: 0.0795722 May 13 14:02:48.425337 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a09a10c5-3754-4816-89a4-e767fcf81873 req-e23bd93b-c489-4991-8e93-510e022ce075 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598550 May 13 14:02:48.637680 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490cf4-11f6-461b-bc09-160714d945e7 req-eeaabaa1-8991-42de-b3e5-932614b96990 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:48.639616 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-12490cf4-11f6-461b-bc09-160714d945e7 req-eeaabaa1-8991-42de-b3e5-932614b96990 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1617513 May 13 14:02:48.643168 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef538acd-2368-4dec-aa2f-849f35108586 req-6eaddf2e-45f1-4cd6-8c8d-74b9ef8deda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:48.645347 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef538acd-2368-4dec-aa2f-849f35108586 req-6eaddf2e-45f1-4cd6-8c8d-74b9ef8deda3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 918 time: 0.1542816 May 13 14:02:48.795279 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0c5b2176-d80f-4dee-a010-a3999a8b1996 req-94f04f27-cce7-4c73-acbe-4c98f9ab8718 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 210 time: 0.0347755 May 13 14:02:49.002011 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef538acd-2368-4dec-aa2f-849f35108586 req-76e132d9-907e-4a8a-8cff-86e775e44f80 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee HTTP/1.1" status: 200 len: 1001 time: 0.1123483 May 13 14:02:49.135213 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-12490cf4-11f6-461b-bc09-160714d945e7 req-e51cd984-b723-473c-b6c6-b244690a51d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Deleting port ce3869b7-d2b1-485b-b44b-6654613759f1 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:02:49.136086 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-12490cf4-11f6-461b-bc09-160714d945e7 req-e51cd984-b723-473c-b6c6-b244690a51d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:49.287798 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef538acd-2368-4dec-aa2f-849f35108586 req-9dd3d9bc-5b74-4b6d-b4ca-0b0c15934d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:49.289534 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef538acd-2368-4dec-aa2f-849f35108586 req-9dd3d9bc-5b74-4b6d-b4ca-0b0c15934d5e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.2783504 May 13 14:02:49.312680 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c2b84-96d5-43ba-9867-b6c58265ef33 req-d927a5eb-e652-4e32-8a22-028fd978acc2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:49.315060 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-479c2b84-96d5-43ba-9867-b6c58265ef33 req-d927a5eb-e652-4e32-8a22-028fd978acc2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.1307962 May 13 14:02:49.323305 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-30cd5698-59db-4632-aa4f-a40cf514652c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:49.325939 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-30cd5698-59db-4632-aa4f-a40cf514652c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 811 time: 0.2514281 May 13 14:02:49.395403 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-12490cf4-11f6-461b-bc09-160714d945e7 req-e51cd984-b723-473c-b6c6-b244690a51d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] For port ce3869b7-d2b1-485b-b44b-6654613759f1, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=ce3869b7-d2b1-485b-b44b-6654613759f1,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:49.395952 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-12490cf4-11f6-461b-bc09-160714d945e7 req-e51cd984-b723-473c-b6c6-b244690a51d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:49.459780 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-12490cf4-11f6-461b-bc09-160714d945e7 req-e51cd984-b723-473c-b6c6-b244690a51d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Calling delete_port for ce3869b7-d2b1-485b-b44b-6654613759f1 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:02:49.479563 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:49.501187 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-479c2b84-96d5-43ba-9867-b6c58265ef33 req-6eed2c80-5eab-461b-ba68-971a77bb875c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708109 May 13 14:02:49.513053 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef538acd-2368-4dec-aa2f-849f35108586 req-84425a30-1892-4f64-8cae-eb8c1307b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:49.515421 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef538acd-2368-4dec-aa2f-849f35108586 req-84425a30-1892-4f64-8cae-eb8c1307b1e0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1150153 May 13 14:02:49.597166 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-a2e0396a-e845-4e9c-ac40-d3955adfb0e3 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbf18059349404c9ed7f53c5b38d2fd HTTP/1.1" status: 200 len: 380 time: 0.2000561 May 13 14:02:49.702795 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dfa58-00b8-4ad2-b052-2795409c8585 req-3d3091ed-0efb-4107-b0e3-3c74c538ae46 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:49.705016 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ed5dfa58-00b8-4ad2-b052-2795409c8585 req-3d3091ed-0efb-4107-b0e3-3c74c538ae46 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 945 time: 0.1183586 May 13 14:02:49.777469 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'port': {'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'admin_state_up': True, 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'security_groups': ['dc833ac7-adca-4e5c-b409-32f1257d5ed2']}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:02:49.987339 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ed5dfa58-00b8-4ad2-b052-2795409c8585 req-e43a0f88-2e3c-4497-88e1-57ba76512a3a tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735453 May 13 14:02:50.021846 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c8c0eaec-6517-47be-9d5d-f60c75fe687a req-09a65eee-e95e-4099-953c-5e4b01f4ec12 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 210 time: 0.0935161 May 13 14:02:50.048267 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Made reservation on behalf of fbbf18059349404c9ed7f53c5b38d2fd for: {'port': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:02:50.052711 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:50.062555 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-12490cf4-11f6-461b-bc09-160714d945e7 req-e51cd984-b723-473c-b6c6-b244690a51d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (ce3869b7-d2b1-485b-b44b-6654613759f1), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:50.104239 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cd984-b723-473c-b6c6-b244690a51d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Pushing event deleted for resources: {'Port': ['ID=ce3869b7-d2b1-485b-b44b-6654613759f1,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:50.120388 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef538acd-2368-4dec-aa2f-849f35108586 req-f6fb10fb-c06f-4da5-8ea2-01c10ed3a50f service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518794 May 13 14:02:50.208488 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-12490cf4-11f6-461b-bc09-160714d945e7 req-e51cd984-b723-473c-b6c6-b244690a51d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] No DVR routers for this DVR port ce3869b7-d2b1-485b-b44b-6654613759f1 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:02:50.219730 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-12490cf4-11f6-461b-bc09-160714d945e7 req-e51cd984-b723-473c-b6c6-b244690a51d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:50.250800 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-12490cf4-11f6-461b-bc09-160714d945e7 req-e51cd984-b723-473c-b6c6-b244690a51d1 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.87 "DELETE /v2.0/ports/ce3869b7-d2b1-485b-b44b-6654613759f1 HTTP/1.1" status: 204 len: 173 time: 1.3513985 May 13 14:02:50.253429 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c44ce14-5d23-453e-bfde-1fb8c8d74c2a', 'name': 'network-vif-deleted', 'tag': 'ce3869b7-d2b1-485b-b44b-6654613759f1'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:02:50.256850 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Allocated IP 172.20.0.9 (03a70c19-db79-42a5-9674-8042863a7bc5/431ba86f-6946-48f9-a58b-cf4571d6e41b/f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:02:50.259964 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c28f58-8aaf-493d-8983-a772d438d7a8" -d '{"events": [{"server_uuid": "3c44ce14-5d23-453e-bfde-1fb8c8d74c2a", "name": "network-vif-deleted", "tag": "ce3869b7-d2b1-485b-b44b-6654613759f1"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:02:50.434933 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef538acd-2368-4dec-aa2f-849f35108586 req-c4a749bd-871f-442b-9bf7-f807fe577e0f service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281034 May 13 14:02:50.437635 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9430dd-c528-477a-a85f-a131f172af89 x-openstack-request-id: req-eb9430dd-c528-477a-a85f-a131f172af89 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:02:50.437979 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c44ce14-5d23-453e-bfde-1fb8c8d74c2a", "name": "network-vif-deleted", "tag": "ce3869b7-d2b1-485b-b44b-6654613759f1", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:02:50.438152 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb9430dd-c528-477a-a85f-a131f172af89 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:02:50.438606 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9430dd-c528-477a-a85f-a131f172af89'] response: {'server_uuid': '3c44ce14-5d23-453e-bfde-1fb8c8d74c2a', 'name': 'network-vif-deleted', 'tag': 'ce3869b7-d2b1-485b-b44b-6654613759f1', 'status': 'completed', 'code': 200} May 13 14:02:50.646171 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:50.694331 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:50.756691 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Network 03a70c19-db79-42a5-9674-8042863a7bc5 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:02:50.760416 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:02:50.763207 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:02:50.773895 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:50.774593 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:50.789684 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'Port': ['ID=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:50.797808 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db150e9-f24f-4147-a664-d59fb0b1780a req-599acc2d-c577-44a4-ab4c-9f31b582ec1a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:50.801196 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6db150e9-f24f-4147-a664-d59fb0b1780a req-599acc2d-c577-44a4-ab4c-9f31b582ec1a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.1219969 May 13 14:02:50.811228 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-06e187ef-4bd3-4742-8d06-eb17204ac405 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0448024 May 13 14:02:50.898035 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6db150e9-f24f-4147-a664-d59fb0b1780a req-4f3ba019-deae-4246-b30d-9471d5ed2295 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885096 May 13 14:02:50.949539 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Request body: {'port': {'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:02:50.952098 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device ce3869b7-d2b1-485b-b44b-6654613759f1 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:02:50.983806 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: ce3869b7-d2b1-485b-b44b-6654613759f1 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:02:50.985976 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device ce3869b7-d2b1-485b-b44b-6654613759f1 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:02:51.046389 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:51.061139 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-f85721b4-51f6-4d35-aa41-cb4b0a2aefab None None] Provisioning complete for port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:02:51.068190 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f85721b4-51f6-4d35-aa41-cb4b0a2aefab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:51.169097 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-f85721b4-51f6-4d35-aa41-cb4b0a2aefab None None] Port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:02:51.197058 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80576ce5-0fa1-45c4-93f1-f41a5d0339db req-649033ed-86f1-48ff-b5c9-888a6fdeb497 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:51.206170 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-80576ce5-0fa1-45c4-93f1-f41a5d0339db req-649033ed-86f1-48ff-b5c9-888a6fdeb497 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 931 time: 0.0751286 May 13 14:02:51.254198 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-35cbe9c6-a39e-4627-b613-d2dd1fa758a5 req-33dc846e-9f02-4202-b5c4-6a622ba9a618 tempest-ServerRescueNegativeTestJSON-1965674745 tempest-ServerRescueNegativeTestJSON-1965674745-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c44ce14-5d23-453e-bfde-1fb8c8d74c2a HTTP/1.1" status: 200 len: 210 time: 0.1242583 May 13 14:02:51.319600 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-80576ce5-0fa1-45c4-93f1-f41a5d0339db req-d9eb3a12-34ce-46cc-abab-4e621ba45483 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034384 May 13 14:02:51.582802 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 {{(pid=109875) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:02:51.596228 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Publish callbacks [] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:51.616673 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.provisioning_blocks [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Transition to ACTIVE for port object f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 will not be triggered until provisioned by entity L2. {{(pid=109875) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:02:51.626820 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:51.698624 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Pushing event updated for resources: {'Port': ['ID=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:51.761809 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Attempting to bind port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:02:51.762294 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Attempting to bind port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:02:51.762815 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Attempting to bind port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 on network 03a70c19-db79-42a5-9674-8042863a7bc5 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:02:51.768483 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 on network 03a70c19-db79-42a5-9674-8042863a7bc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:02:51.768961 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Attempting to bind port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 on network 03a70c19-db79-42a5-9674-8042863a7bc5 {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:02:51.774906 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:02:51.775419 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Checking segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:02:51.775903 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Bound using segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} {{(pid=109875) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:02:51.776452 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.managers [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Bound port: f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'}}] {{(pid=109875) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:02:51.776922 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:51.886013 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] For port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7, host hv-cinder-84175, cleared binding levels {{(pid=109875) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:02:51.892481 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] For port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109875) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:02:51.910787 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:51.970599 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:51.971315 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:51.973238 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] 10.222.0.87 "PUT /v2.0/ports/f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 HTTP/1.1" status: 200 len: 1093 time: 1.0283091 May 13 14:02:51.973905 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'tag': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:02:51.986676 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8fc32b-674b-4112-bea2-ca2a5c3ce812", "tag": "f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:02:52.093554 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e10435-e145-45d2-9a0b-832757762814 x-openstack-request-id: req-75e10435-e145-45d2-9a0b-832757762814 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:02:52.094161 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8fc32b-674b-4112-bea2-ca2a5c3ce812", "tag": "f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:02:52.094734 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75e10435-e145-45d2-9a0b-832757762814 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:02:52.095490 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e10435-e145-45d2-9a0b-832757762814'] response: {'name': 'network-changed', 'server_uuid': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'tag': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'status': 'completed', 'code': 200} May 13 14:02:52.096805 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cd9f0-7527-4b3d-8199-261cccaf5f87 service neutron] Pushing event updated for resources: {'Port': ['ID=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,revision_number=3']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:52.260313 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-3789f492-4769-4968-8267-a542b4137223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:52.262957 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-3789f492-4769-4968-8267-a542b4137223 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 1127 time: 0.1268113 May 13 14:02:52.293529 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f481b42-65bc-41d9-bf0c-fb689b7ee156 req-9a9b258e-04e4-4c87-8e81-97ae8a4da7ac tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:52.296364 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7f481b42-65bc-41d9-bf0c-fb689b7ee156 req-9a9b258e-04e4-4c87-8e81-97ae8a4da7ac tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.1269786 May 13 14:02:52.383228 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37924) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:52.424798 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7f481b42-65bc-41d9-bf0c-fb689b7ee156 req-be818acc-e353-417a-939d-97717d8f2b93 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217241 May 13 14:02:52.463101 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-31f3217c-ec07-4f38-88d8-826b5bce2e27 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 HTTP/1.1" status: 200 len: 217 time: 0.1784618 May 13 14:02:52.557961 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6328892-5a7e-4919-8775-2ee6c05c4d0a req-474fde1e-c1bf-4e31-aa8c-3a4519a0cee2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:52.559831 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a6328892-5a7e-4919-8775-2ee6c05c4d0a req-474fde1e-c1bf-4e31-aa8c-3a4519a0cee2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 943 time: 0.0664899 May 13 14:02:52.571199 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-70097f1d-b9be-4f82-8559-12959736731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:52.574133 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-70097f1d-b9be-4f82-8559-12959736731d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.1032417 May 13 14:02:52.643962 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-3c019b26-85ee-4417-bce5-022aa470397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:52.646275 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-3c019b26-85ee-4417-bce5-022aa470397b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618262 May 13 14:02:52.787014 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-62270cab-f907-4608-abe0-87f60e5bb97a service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271884 May 13 14:02:52.909474 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-d5d11a45-e8b7-45d2-9d2a-c5302a5192b0 req-391eb433-fe33-4261-8f54-d228a6387bc8 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156917 May 13 14:02:52.984271 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a6328892-5a7e-4919-8775-2ee6c05c4d0a req-65b3bf0a-4492-442a-91ae-c6dc487af0a1 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889439 May 13 14:02:53.357908 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684641'] for router_interface (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:53.533824 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-9f6f5909-7061-4741-9f7e-b0d766a68df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:53.536308 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-9f6f5909-7061-4741-9f7e-b0d766a68df6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 1127 time: 0.0890813 May 13 14:02:53.643425 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1d232-106b-4c11-bc33-a03dac63d8e4 req-18fa6e48-4fd2-42b9-b531-1db3b4be26bf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:53.644929 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b9e1d232-106b-4c11-bc33-a03dac63d8e4 req-18fa6e48-4fd2-42b9-b531-1db3b4be26bf tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.1072202 May 13 14:02:53.772281 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b9e1d232-106b-4c11-bc33-a03dac63d8e4 req-30d496e2-0f5f-4850-aa80-4107798312e3 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206408 May 13 14:02:53.782878 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-42e34a34-0616-46e0-ad1c-f38975270bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:53.784437 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-42e34a34-0616-46e0-ad1c-f38975270bdc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 1129 time: 0.0795572 May 13 14:02:53.807841 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] Deleting port 91d0cc9e-a6dc-4738-9850-52d3f424e241 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:02:53.808175 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:53.825861 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-f9bc8557-dcaa-41aa-bccf-68715012d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:53.828847 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-f9bc8557-dcaa-41aa-bccf-68715012d097 service neutron] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 912 time: 0.1341765 May 13 14:02:53.890958 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-5a653819-d04a-4617-9370-fbb574b2bc73 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 HTTP/1.1" status: 200 len: 217 time: 0.0549908 May 13 14:02:53.963337 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-dd485a5c-2513-4dc4-9bbe-c3765282dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:53.964900 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-dd485a5c-2513-4dc4-9bbe-c3765282dd26 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.0662475 May 13 14:02:53.990888 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-5fbad604-0735-47ba-a655-4c564dce8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:53.993813 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-5fbad604-0735-47ba-a655-4c564dce8591 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 918 time: 0.1979723 May 13 14:02:54.008533 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] For port 91d0cc9e-a6dc-4738-9850-52d3f424e241, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=91d0cc9e-a6dc-4738-9850-52d3f424e241,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:54.009315 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:54.024157 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-a3a2382d-ddfe-491f-8d17-b254be5299fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:54.025439 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-a3a2382d-ddfe-491f-8d17-b254be5299fc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445461 May 13 14:02:54.114970 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] Calling delete_port for 91d0cc9e-a6dc-4738-9850-52d3f424e241 owned by network:router_interface {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:02:54.153358 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-623a5ffb-4a38-407b-be3b-d77216990e22 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090796 May 13 14:02:54.209336 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6375e31-0d4b-48f8-b9a4-71f9cebc43ed req-09b0a3c7-1784-478a-9f42-8cb9aabdee31 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:54.212014 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a6375e31-0d4b-48f8-b9a4-71f9cebc43ed req-09b0a3c7-1784-478a-9f42-8cb9aabdee31 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 943 time: 0.1232500 May 13 14:02:54.250741 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-5baa119a-9d9b-4cef-8e62-aae1d2a17d41 req-f92281d2-2410-4b49-b0ed-a7f835c5b65c service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876307 May 13 14:02:54.290530 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-217d5c07-a819-457d-a421-4f3ebd57d40d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee HTTP/1.1" status: 200 len: 1001 time: 0.2857919 May 13 14:02:54.427603 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a6375e31-0d4b-48f8-b9a4-71f9cebc43ed req-76fdce11-9419-41b4-8a18-9fb3a6eb983a tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008703 May 13 14:02:54.433875 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-eab6faf4-cfe6-48a0-a7c6-2ac5adb29584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:54.433875 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-eab6faf4-cfe6-48a0-a7c6-2ac5adb29584 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.1243229 May 13 14:02:54.522830 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-c1650935-ca19-41e0-9351-16ca28f51919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:54.524315 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-c1650935-ca19-41e0-9351-16ca28f51919 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550306 May 13 14:02:54.678078 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-998e21f7-7c64-485b-b2e2-0df758250343 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447916 May 13 14:02:54.680491 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (91d0cc9e-a6dc-4738-9850-52d3f424e241), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:54.731627 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d0cc9e-a6dc-4738-9850-52d3f424e241,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:54.944591 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ca2fc47b-8a10-40ff-9c70-d05f6ad97322 req-09a6734c-2de4-454a-b25f-5463af030310 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601056 May 13 14:02:54.964752 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7942f9-416f-4e25-bd49-ea59363aac3c req-c902a24f-2542-4808-8496-d96bb96d8ba1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:54.966491 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef7942f9-416f-4e25-bd49-ea59363aac3c req-c902a24f-2542-4808-8496-d96bb96d8ba1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0647728 May 13 14:02:55.053286 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-500046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512040'] for router_interface (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:55.077985 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef7942f9-416f-4e25-bd49-ea59363aac3c req-886f56b4-d431-4756-9ff5-1acdd4a1e003 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926774 May 13 14:02:55.318075 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] Router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:02:55.740889 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:02:55.748015 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-709add8d-04f0-4e17-9f86-ec3d0d76aa01 admin admin] 10.222.0.79 "PUT /v2.0/routers/d2ead918-09ba-49c9-9ae1-c0a74342d8c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3627996 May 13 14:02:55.752330 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37960) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:55.755829 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] Sync routers for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:02:55.767778 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5c5a3-089e-496c-8da8-df603d3f7bbe req-1b7406cf-ecd0-41e2-afd4-47b746a6bbf5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:55.769348 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-69b5c5a3-089e-496c-8da8-df603d3f7bbe req-1b7406cf-ecd0-41e2-afd4-47b746a6bbf5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 943 time: 0.0752070 May 13 14:02:55.774327 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:02:55.775267 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:02:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:55.897302 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-69b5c5a3-089e-496c-8da8-df603d3f7bbe req-fb787502-159c-4160-84aa-3f0a9a0af058 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955203 May 13 14:02:55.912455 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Publish callbacks [] for router (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:55.929769 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:02:56.075580 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Publish callbacks [] for router_gateway (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:56.144106 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T14:02:54Z', 'revision_number': 5, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port': {'id': 'b005cb80-bcd4-4148-a62f-9c7c071cfa28', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:64:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:49Z', 'updated_at': '2022-05-13T13:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:56.148916 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Deleting port b005cb80-bcd4-4148-a62f-9c7c071cfa28 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:02:56.149431 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:56.205408 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] Checking router: d2ead918-09ba-49c9-9ae1-c0a74342d8c4 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:02:56.219662 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] Routers {'d2ead918-09ba-49c9-9ae1-c0a74342d8c4'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:02:56.220653 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:02:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:56.302887 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fe60f-ca4b-4af9-b9bd-f2e4560423e9 req-ef37d082-60b7-43d0-9a57-db7f5ac33b75 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:56.304697 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7b8fe60f-ca4b-4af9-b9bd-f2e4560423e9 req-ef37d082-60b7-43d0-9a57-db7f5ac33b75 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 945 time: 0.0883811 May 13 14:02:56.356675 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] For port b005cb80-bcd4-4148-a62f-9c7c071cfa28, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b005cb80-bcd4-4148-a62f-9c7c071cfa28,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:56.357044 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:56.365211 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] Set router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 gateway port host: None {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:02:56.383270 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Calling delete_port for b005cb80-bcd4-4148-a62f-9c7c071cfa28 owned by network:router_gateway {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:02:56.397388 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7b8fe60f-ca4b-4af9-b9bd-f2e4560423e9 req-f31f5f1f-a309-4508-8767-d140a0eaaf9b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812528 May 13 14:02:56.423482 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T14:02:56Z', 'revision_number': 6, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port_host': None}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:56.462451 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa39b35-b3c1-43eb-b74f-edfa0269b6a1 None None] The sync data for ids ['d2ead918-09ba-49c9-9ae1-c0a74342d8c4'] in dv-cinder-841753-1-iscsi is: [{'id': 'd2ead918-09ba-49c9-9ae1-c0a74342d8c4', 'name': 'tempest-ServerRescueNegativeTestJSON-1211855624-router', 'tenant_id': 'ef89791b177f4bf0ba916f133c79f33a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T14:02:56Z', 'revision_number': 6, 'project_id': 'ef89791b177f4bf0ba916f133c79f33a', 'gw_port_host': None}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:02:56.609380 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (b005cb80-bcd4-4148-a62f-9c7c071cfa28), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:56.645079 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Pushing event deleted for resources: {'Port': ['ID=b005cb80-bcd4-4148-a62f-9c7c071cfa28,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:56.711583 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683151'] for router_gateway (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:56.830703 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6579'] for router (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:56.833793 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Publish callbacks [] for router_controller (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:56.922169 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680920'] for router (d2ead918-09ba-49c9-9ae1-c0a74342d8c4), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:56.922729 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2ead918-09ba-49c9-9ae1-c0a74342d8c4 {{(pid=109876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:02:56.929914 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:56.929914 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a1fa4426-c4a0-4440-9e1d-c43136951666 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d2ead918-09ba-49c9-9ae1-c0a74342d8c4 HTTP/1.1" status: 204 len: 168 time: 1.1762288 May 13 14:02:56.934651 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 37968) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:56.991923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 64446a02-9540-4f0f-8e1e-fe054859b8ee no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:02:57.038840 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_v2 [None req-4156cd2a-09eb-4988-8571-28cf8022dc4d admin admin] Deleting subnet bf1ad3b7-4140-4a23-8246-e24bb04e7baf {{(pid=109875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:02:57.044090 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4156cd2a-09eb-4988-8571-28cf8022dc4d admin admin] Publish callbacks [] for subnet (bf1ad3b7-4140-4a23-8246-e24bb04e7baf), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.098083 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 64446a02-9540-4f0f-8e1e-fe054859b8ee is: ACTIVE; New status is: DOWN {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:02:57.098813 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.099136 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4156cd2a-09eb-4988-8571-28cf8022dc4d admin admin] Publish callbacks [] for subnet (bf1ad3b7-4140-4a23-8246-e24bb04e7baf), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.128537 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78d95a-76ad-43be-8aa1-525c7f49d5b9 req-b2388c01-25a9-4b3c-9a3f-6a940fd86113 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:57.135057 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:02:57.139339 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e78d95a-76ad-43be-8aa1-525c7f49d5b9 req-b2388c01-25a9-4b3c-9a3f-6a940fd86113 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 943 time: 0.1050105 May 13 14:02:57.144921 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c29f318-fa94-4bca-aa75-680c2d4eae27" -d '{"events": [{"server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "name": "network-vif-unplugged", "status": "completed", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:02:57.165754 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:57.174990 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.227484 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3551530c-eaca-40f0-a7b8-f82078ae1742 x-openstack-request-id: req-3551530c-eaca-40f0-a7b8-f82078ae1742 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:02:57.227719 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "name": "network-vif-unplugged", "status": "completed", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:02:57.227923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3551530c-eaca-40f0-a7b8-f82078ae1742 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:02:57.228351 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3551530c-eaca-40f0-a7b8-f82078ae1742'] response: {'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'code': 200} May 13 14:02:57.251487 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4156cd2a-09eb-4988-8571-28cf8022dc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (bf1ad3b7-4140-4a23-8246-e24bb04e7baf), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.277655 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e78d95a-76ad-43be-8aa1-525c7f49d5b9 req-39d0beb2-52a1-4365-afd0-176c6c464bf5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344223 May 13 14:02:57.287811 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=8']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:57.338308 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4156cd2a-09eb-4988-8571-28cf8022dc4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (bf1ad3b7-4140-4a23-8246-e24bb04e7baf), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.372708 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156cd2a-09eb-4988-8571-28cf8022dc4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf1ad3b7-4140-4a23-8246-e24bb04e7baf,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:57.385938 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4156cd2a-09eb-4988-8571-28cf8022dc4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.393229 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-4156cd2a-09eb-4988-8571-28cf8022dc4d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bf1ad3b7-4140-4a23-8246-e24bb04e7baf HTTP/1.1" status: 204 len: 168 time: 0.4532890 May 13 14:02:57.393980 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 37980) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:57.402298 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2742587-3686-4a7f-a772-07c14886dc56 None None] Network 37774d91-9a21-4c82-acd7-acc4b660f52e requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:02:57.511129 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (37774d91-9a21-4c82-acd7-acc4b660f52e), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.631502 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b0a00-3b51-4e38-b684-cf548343da62 req-7f2bdf08-d4e9-4263-9882-0a0422a295f7 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:57.639135 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-108b0a00-3b51-4e38-b684-cf548343da62 req-7f2bdf08-d4e9-4263-9882-0a0422a295f7 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.1254745 May 13 14:02:57.681805 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Deleting port 09d907f3-a521-4443-87de-c7bce394e8f1 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:02:57.682146 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.696181 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a106ecc5-2d46-4677-b135-f70379293a8c None None] DHCP port deletion for 37774d91-9a21-4c82-acd7-acc4b660f52e request from dv-cinder-841753-1-iscsi {{(pid=109877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:02:57.707622 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-108b0a00-3b51-4e38-b684-cf548343da62 req-ea1dfa5b-768e-4f93-b697-93f9b28a766f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672469 May 13 14:02:57.756759 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-a106ecc5-2d46-4677-b135-f70379293a8c None None] Deleting port 09d907f3-a521-4443-87de-c7bce394e8f1 {{(pid=109877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:02:57.757129 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-a106ecc5-2d46-4677-b135-f70379293a8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), before_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.791414 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] For port 09d907f3-a521-4443-87de-c7bce394e8f1, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=09d907f3-a521-4443-87de-c7bce394e8f1,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:57.792075 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.819488 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Calling delete_port for 09d907f3-a521-4443-87de-c7bce394e8f1 owned by network:dhcp {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:02:57.832156 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-a106ecc5-2d46-4677-b135-f70379293a8c None None] For port 09d907f3-a521-4443-87de-c7bce394e8f1, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=09d907f3-a521-4443-87de-c7bce394e8f1,segment=NetworkSegment(f51d2d48-a85c-4f7e-a888-285b79cfcf22),segment_id=f51d2d48-a85c-4f7e-a888-285b79cfcf22)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:02:57.832763 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-a106ecc5-2d46-4677-b135-f70379293a8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), precommit_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.849799 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-a106ecc5-2d46-4677-b135-f70379293a8c None None] Calling delete_port for 09d907f3-a521-4443-87de-c7bce394e8f1 owned by network:dhcp {{(pid=109877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:02:57.923668 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:57.971187 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=09d907f3-a521-4443-87de-c7bce394e8f1,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:57.974197 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] No DVR routers for this DVR port 09d907f3-a521-4443-87de-c7bce394e8f1 on host dv-cinder-841753-1-iscsi {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:02:58.012538 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-a106ecc5-2d46-4677-b135-f70379293a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (09d907f3-a521-4443-87de-c7bce394e8f1), after_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.054165 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 09d907f3-a521-4443-87de-c7bce394e8f1 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:02:58.058115 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106ecc5-2d46-4677-b135-f70379293a8c None None] Pushing event deleted for resources: {'Port': ['ID=09d907f3-a521-4443-87de-c7bce394e8f1,revision_number=None']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:58.071648 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (37774d91-9a21-4c82-acd7-acc4b660f52e), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.091414 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a106ecc5-2d46-4677-b135-f70379293a8c None None] No DVR routers for this DVR port 09d907f3-a521-4443-87de-c7bce394e8f1 on host dv-cinder-841753-1-iscsi {{(pid=109877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:02:58.100142 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 09d907f3-a521-4443-87de-c7bce394e8f1 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:02:58.100485 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 09d907f3-a521-4443-87de-c7bce394e8f1 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:02:58.100988 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 91d0cc9e-a6dc-4738-9850-52d3f424e241 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:02:58.102412 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37774d91-9a21-4c82-acd7-acc4b660f52e']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:58.127348 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 91d0cc9e-a6dc-4738-9850-52d3f424e241 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:02:58.127700 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 91d0cc9e-a6dc-4738-9850-52d3f424e241 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:02:58.128131 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b005cb80-bcd4-4148-a62f-9c7c071cfa28 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:02:58.130931 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51d2d48-a85c-4f7e-a888-285b79cfcf22') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:58.134826 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51d2d48-a85c-4f7e-a888-285b79cfcf22') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:02:58.148527 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (f51d2d48-a85c-4f7e-a888-285b79cfcf22), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.165515 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: b005cb80-bcd4-4148-a62f-9c7c071cfa28 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:02:58.166168 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b005cb80-bcd4-4148-a62f-9c7c071cfa28 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:02:58.168945 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (f51d2d48-a85c-4f7e-a888-285b79cfcf22), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.185251 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:02:58.185711 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (f51d2d48-a85c-4f7e-a888-285b79cfcf22), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:02:58.187785 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:02:58.258622 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (37774d91-9a21-4c82-acd7-acc4b660f52e), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.271806 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.279238 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] 10.222.0.79 "DELETE /v2.0/networks/37774d91-9a21-4c82-acd7-acc4b660f52e HTTP/1.1" status: 204 len: 168 time: 0.8824797 May 13 14:02:58.308074 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966e3c0-95bb-49ac-8b6f-75d225abaf7a admin admin] Pushing event deleted for resources: {'Network': ['ID=37774d91-9a21-4c82-acd7-acc4b660f52e,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:58.408025 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f91ac-bfdf-487a-b128-f81240112523 req-1137148e-2f35-4bc3-9923-793932662fd8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:58.409576 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d70f91ac-bfdf-487a-b128-f81240112523 req-1137148e-2f35-4bc3-9923-793932662fd8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 943 time: 0.0589955 May 13 14:02:58.450865 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38012) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:58.472936 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d70f91ac-bfdf-487a-b128-f81240112523 req-f6dc3d32-b36e-4bbb-8e43-2402be1b5e78 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565860 May 13 14:02:58.505338 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d1905af4-7d29-4de2-b414-47d6582842b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef89791b177f4bf0ba916f133c79f33a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523756 May 13 14:02:58.508080 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38014) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:58.563443 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16f378e1-4da9-4fdc-ba2f-263fdd40274f admin admin] Publish callbacks [] for security_group (0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.588249 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16f378e1-4da9-4fdc-ba2f-263fdd40274f admin admin] Publish callbacks [] for security_group (0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.644445 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16f378e1-4da9-4fdc-ba2f-263fdd40274f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.647387 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16f378e1-4da9-4fdc-ba2f-263fdd40274f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:02:58.650121 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-16f378e1-4da9-4fdc-ba2f-263fdd40274f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b HTTP/1.1" status: 204 len: 168 time: 0.1408699 May 13 14:02:58.663180 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f378e1-4da9-4fdc-ba2f-263fdd40274f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cee82e1-fe7b-4ca3-a54b-059c2cd3ce2b,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:02:59.059643 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734409c-a64d-4cd8-bd18-5cc32e0b09d9 req-9b15cb35-cfa2-4dd3-afa7-e4f94539efcd tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:59.061219 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b734409c-a64d-4cd8-bd18-5cc32e0b09d9 req-9b15cb35-cfa2-4dd3-afa7-e4f94539efcd tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0560820 May 13 14:02:59.123349 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b734409c-a64d-4cd8-bd18-5cc32e0b09d9 req-90cce632-99b7-40df-ad80-2ac317fac5b5 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541487 May 13 14:02:59.575467 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38076) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:02:59.648872 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a1b6d-434f-4cd4-b781-59cff94a53c7 req-dacdae53-a09c-431e-9f62-6161b39b5a72 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:02:59.657827 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6d4a1b6d-434f-4cd4-b781-59cff94a53c7 req-dacdae53-a09c-431e-9f62-6161b39b5a72 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 943 time: 0.0954738 May 13 14:02:59.703072 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-5f022da3-53a1-4d83-854a-11e9ed838246 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1239233 May 13 14:02:59.708399 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-ebb3b4f8-add4-4d2e-a6ca-d222272d8c7f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109875) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:02:59.711250 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-ebb3b4f8-add4-4d2e-a6ca-d222272d8c7f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073278 May 13 14:02:59.743769 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6d4a1b6d-434f-4cd4-b781-59cff94a53c7 req-5a9264db-1325-42f5-a005-683bc70f0695 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845377 May 13 14:02:59.865182 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38090) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:00.019513 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-7810c4ff-42c7-4f6e-9059-08d741e4fda3 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:00.020962 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-7810c4ff-42c7-4f6e-9059-08d741e4fda3 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports/64446a02-9540-4f0f-8e1e-fe054859b8ee HTTP/1.1" status: 200 len: 940 time: 0.1545959 May 13 14:03:00.317290 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441830e-35ec-448e-a504-9a56066292f6 req-2b162381-1e8b-4ce3-b1ff-8491fc94a943 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:00.318996 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4441830e-35ec-448e-a504-9a56066292f6 req-2b162381-1e8b-4ce3-b1ff-8491fc94a943 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0589015 May 13 14:03:00.374519 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4441830e-35ec-448e-a504-9a56066292f6 req-0f7a1cb3-beee-4b84-8db5-8c42a5f8875e tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490408 May 13 14:03:00.937998 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f720495-1dcf-457e-8da4-2b0e421a1b14 req-56f3f5e2-70ed-4df3-9fdd-b445136efa81 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:00.939937 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3f720495-1dcf-457e-8da4-2b0e421a1b14 req-56f3f5e2-70ed-4df3-9fdd-b445136efa81 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 943 time: 0.0729251 May 13 14:03:00.951642 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38132) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:01.016364 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:03:01.036394 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 64446a02-9540-4f0f-8e1e-fe054859b8ee no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:03:01.062682 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3f720495-1dcf-457e-8da4-2b0e421a1b14 req-72073b93-58ca-41c5-9b9e-57c99ddd20b1 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140175 May 13 14:03:01.170630 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b9f73bff-9868-4056-bcf4-b4a8fe0c0f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:01.195728 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 64446a02-9540-4f0f-8e1e-fe054859b8ee is: DOWN; New status is: DOWN {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:03:01.215938 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:01.236265 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'mac_address': 'fa:16:3e:a7:44:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:03:01.284209 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:03:01.284565 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:01.300192 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:03:01.310219 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b9f73bff-9868-4056-bcf4-b4a8fe0c0f80 admin admin] Publish callbacks [] for security_group (3f731253-f874-4e5f-876c-969e46faca51), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:01.315972 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b9f73bff-9868-4056-bcf4-b4a8fe0c0f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3f731253-f874-4e5f-876c-969e46faca51), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:01.322751 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:01.327823 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:01.366864 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b9f73bff-9868-4056-bcf4-b4a8fe0c0f80 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=134bce2232294349a30cfd477ee43524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4133458 May 13 14:03:01.368243 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f73bff-9868-4056-bcf4-b4a8fe0c0f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f731253-f874-4e5f-876c-969e46faca51,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:01.370170 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38136) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:01.396996 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:01.447764 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e0fa78ff-9b23-4908-a948-f7437c75cedd admin admin] Publish callbacks [] for security_group (3f731253-f874-4e5f-876c-969e46faca51), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:01.505275 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e0fa78ff-9b23-4908-a948-f7437c75cedd admin admin] Publish callbacks [] for security_group (3f731253-f874-4e5f-876c-969e46faca51), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:01.584891 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbe22d-dc8c-4143-b961-315f59575dd2 req-60a5336b-0110-4b27-b38e-0329c184670f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:01.586550 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-41cbe22d-dc8c-4143-b961-315f59575dd2 req-60a5336b-0110-4b27-b38e-0329c184670f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.1244059 May 13 14:03:01.621626 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-4b6b0b33-e7e0-4193-b8a5-85135460590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:01.623196 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-4b6b0b33-e7e0-4193-b8a5-85135460590c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c&tenant_id=203eb74b5a2c444aac67940d775ecfc3 HTTP/1.1" status: 200 len: 1127 time: 0.1063700 May 13 14:03:01.663418 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:03:01.691568 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e0fa78ff-9b23-4908-a948-f7437c75cedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3f731253-f874-4e5f-876c-969e46faca51), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:01.696145 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e0fa78ff-9b23-4908-a948-f7437c75cedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:01.698179 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e0fa78ff-9b23-4908-a948-f7437c75cedd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f731253-f874-4e5f-876c-969e46faca51 HTTP/1.1" status: 204 len: 168 time: 0.3263969 May 13 14:03:01.744613 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-41cbe22d-dc8c-4143-b961-315f59575dd2 req-62378fe4-2684-496a-8dcd-3a42b0090652 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368163 May 13 14:03:01.752827 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa78ff-9b23-4908-a948-f7437c75cedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f731253-f874-4e5f-876c-969e46faca51,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:01.771658 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-053fd8f4-dd01-4815-8ce2-7d642c4fb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:01.774152 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-053fd8f4-dd01-4815-8ce2-7d642c4fb780 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=203eb74b5a2c444aac67940d775ecfc3&device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 1127 time: 0.1049161 May 13 14:03:01.946742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-28f459cc-7eea-4d08-98fb-2b7ab39f64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:01.948362 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-28f459cc-7eea-4d08-98fb-2b7ab39f64a4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 200 len: 918 time: 0.1660657 May 13 14:03:02.043808 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-ae00f966-5108-488c-bf95-cb9ce889fae9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee HTTP/1.1" status: 200 len: 999 time: 0.0876968 May 13 14:03:02.144825 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-7c746e63-b9f2-4a2d-9eda-1fb31554a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:02.148221 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-7c746e63-b9f2-4a2d-9eda-1fb31554a532 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 200 len: 856 time: 0.0958862 May 13 14:03:02.294314 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-671eb15d-a7b7-4403-aaa7-5eb249d434f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:02.296449 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-671eb15d-a7b7-4403-aaa7-5eb249d434f7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d31cc72a-07f0-4e46-83ba-2f51500ae3d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1390557 May 13 14:03:02.303206 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bda2fe-1ec5-40ee-adf8-4845752a3508 req-c0e23395-8d1d-485b-bb64-3a752b641a1e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:02.304844 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e8bda2fe-1ec5-40ee-adf8-4845752a3508 req-c0e23395-8d1d-485b-bb64-3a752b641a1e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 944 time: 0.0937045 May 13 14:03:02.334882 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38164) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:02.356742 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bd900798-f16f-4e8f-8935-41e8930d4057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:02.447656 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e8bda2fe-1ec5-40ee-adf8-4845752a3508 req-04cf917d-5161-48fd-bd0e-7ca6fbdde2dd tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204596 May 13 14:03:02.500780 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-1cff5489-70be-4466-9408-c68183a7e66c service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944270 May 13 14:03:02.502416 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bd900798-f16f-4e8f-8935-41e8930d4057 admin admin] Publish callbacks [] for security_group (a2b59999-7fa9-4941-891a-23cff33fe044), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:02.508748 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bd900798-f16f-4e8f-8935-41e8930d4057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (a2b59999-7fa9-4941-891a-23cff33fe044), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:02.570190 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd900798-f16f-4e8f-8935-41e8930d4057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b59999-7fa9-4941-891a-23cff33fe044,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:02.579153 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-bd900798-f16f-4e8f-8935-41e8930d4057 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d5bd377a2534354a68fbabf10e8c481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424285 May 13 14:03:02.592291 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38168) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:02.647129 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b89b2c2c-e7d2-4497-94d0-c16a76b298ac req-d482c8ed-7b41-45d3-819c-e0e02de5c670 service neutron] 10.222.0.87 "GET /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388214 May 13 14:03:02.670004 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2892da7a-14d9-4986-bae1-27f879718f9c admin admin] Publish callbacks [] for security_group (a2b59999-7fa9-4941-891a-23cff33fe044), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:02.710706 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2892da7a-14d9-4986-bae1-27f879718f9c admin admin] Publish callbacks [] for security_group (a2b59999-7fa9-4941-891a-23cff33fe044), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:02.788075 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2892da7a-14d9-4986-bae1-27f879718f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (a2b59999-7fa9-4941-891a-23cff33fe044), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:02.790877 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2892da7a-14d9-4986-bae1-27f879718f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:02.792196 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-2892da7a-14d9-4986-bae1-27f879718f9c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a2b59999-7fa9-4941-891a-23cff33fe044 HTTP/1.1" status: 204 len: 168 time: 0.2031081 May 13 14:03:02.802867 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892da7a-14d9-4986-bae1-27f879718f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b59999-7fa9-4941-891a-23cff33fe044,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:03.007810 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629c71c-a792-44f2-b6f5-3350a077aec4 req-1e0e9559-bac8-4ffd-8193-7248e8dc4c3b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:03.008506 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:03:03.011228 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5629c71c-a792-44f2-b6f5-3350a077aec4 req-1e0e9559-bac8-4ffd-8193-7248e8dc4c3b tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.1033773 May 13 14:03:03.099177 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5629c71c-a792-44f2-b6f5-3350a077aec4 req-f6545e0b-5a6b-4392-b045-7b3cf00ee7dc tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771208 May 13 14:03:03.209117 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:03:03.218472 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:03:03.219326 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:03.334277 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:03:03.334925 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:03.371745 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:03:03.376597 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4278e4d4-efc4-449f-b80e-98c59cf36798" -d '{"events": [{"server_uuid": "3b8fc32b-674b-4112-bea2-ca2a5c3ce812", "name": "network-vif-plugged", "status": "completed", "tag": "f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:03:03.401391 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:03.407142 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:03.449815 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253ab65-835d-4f03-b06e-0eb9ad0e7052 x-openstack-request-id: req-3253ab65-835d-4f03-b06e-0eb9ad0e7052 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:03:03.450524 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8fc32b-674b-4112-bea2-ca2a5c3ce812", "name": "network-vif-plugged", "status": "completed", "tag": "f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:03:03.450891 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3253ab65-835d-4f03-b06e-0eb9ad0e7052 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:03:03.451553 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3253ab65-835d-4f03-b06e-0eb9ad0e7052'] response: {'server_uuid': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'code': 200} May 13 14:03:03.555702 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:03.834518 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f111a2-ad69-4ba0-b9f8-6b62e203f09b req-cc130e2b-f7f8-48b7-b800-9adbec894437 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:03.848571 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e1f111a2-ad69-4ba0-b9f8-6b62e203f09b req-cc130e2b-f7f8-48b7-b800-9adbec894437 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.1939418 May 13 14:03:03.988658 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e1f111a2-ad69-4ba0-b9f8-6b62e203f09b req-43dd6336-1c99-4d67-b5f2-b4034f79f49f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340740 May 13 14:03:04.554279 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8b3d4-e4ec-4608-99c5-add9cfe4d202 req-845a0da9-484f-441d-9f54-e758fb565fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:04.556908 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a9e8b3d4-e4ec-4608-99c5-add9cfe4d202 req-845a0da9-484f-441d-9f54-e758fb565fc0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 1129 time: 0.2332206 May 13 14:03:04.632539 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62880f9-4e93-4048-9ef6-0c884aff0912 req-32c23bc4-856a-4832-a0ba-6edb4e11bae1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:04.645742 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e62880f9-4e93-4048-9ef6-0c884aff0912 req-32c23bc4-856a-4832-a0ba-6edb4e11bae1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.3249872 May 13 14:03:04.823758 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e62880f9-4e93-4048-9ef6-0c884aff0912 req-cfaf4c56-f8c8-4302-93b9-2731a52dd725 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762793 May 13 14:03:04.995399 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a9e8b3d4-e4ec-4608-99c5-add9cfe4d202 req-09d10b56-9f8e-462b-8f67-82f9f517e151 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268091 May 13 14:03:05.272901 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b54af-c3cc-4f86-b022-5aa169a25a4e req-539daf25-2d9c-4a68-885b-7a801c03add5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:05.283093 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ae8b54af-c3cc-4f86-b022-5aa169a25a4e req-539daf25-2d9c-4a68-885b-7a801c03add5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.1154034 May 13 14:03:05.371956 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ae8b54af-c3cc-4f86-b022-5aa169a25a4e req-ebaaab8c-8b89-4267-bcf4-57934f012c6e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874572 May 13 14:03:06.063344 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0777-eb6a-4562-b69a-aa8a9eded92d req-0bebfa64-a250-4081-ac4b-226190689c72 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:06.065056 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-613e0777-eb6a-4562-b69a-aa8a9eded92d req-0bebfa64-a250-4081-ac4b-226190689c72 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0854280 May 13 14:03:06.165740 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-613e0777-eb6a-4562-b69a-aa8a9eded92d req-36b80bc1-f6ea-413c-96c0-86bc738c8fc2 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924344 May 13 14:03:06.616695 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6af54-ab63-4c5f-b252-c89a7116d333 req-5d6fb93a-8046-44de-a623-23559ca6061e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:06.626388 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b2b6af54-ab63-4c5f-b252-c89a7116d333 req-5d6fb93a-8046-44de-a623-23559ca6061e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.1289968 May 13 14:03:06.700801 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b2b6af54-ab63-4c5f-b252-c89a7116d333 req-cacbfedf-5fca-4c53-ab12-c171843e57e3 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729744 May 13 14:03:07.369692 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acbb59-23ed-4951-a584-b6dca0ef0997 req-97828795-33b4-451e-bb99-1e5379c5f721 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:07.372132 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f8acbb59-23ed-4951-a584-b6dca0ef0997 req-97828795-33b4-451e-bb99-1e5379c5f721 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0730474 May 13 14:03:07.451069 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f8acbb59-23ed-4951-a584-b6dca0ef0997 req-7eba97ba-caea-4446-9f60-c5ee85761a74 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665603 May 13 14:03:07.937892 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaa23c-16d9-4a3a-bd25-a107d6e19e92 req-302cb152-79d8-41d5-8260-8cf83919c6c8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:07.959168 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7abaa23c-16d9-4a3a-bd25-a107d6e19e92 req-302cb152-79d8-41d5-8260-8cf83919c6c8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.1253419 May 13 14:03:08.102889 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7abaa23c-16d9-4a3a-bd25-a107d6e19e92 req-7857e80d-6df9-4c53-98e4-239d1b2fcedd tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420844 May 13 14:03:08.692464 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705256e-2aaf-4613-9c37-a28025e20dca req-570b310e-8d8c-419a-a688-82b5b7963596 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:08.704896 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6705256e-2aaf-4613-9c37-a28025e20dca req-570b310e-8d8c-419a-a688-82b5b7963596 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0951879 May 13 14:03:08.784018 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6705256e-2aaf-4613-9c37-a28025e20dca req-52eac771-d752-4f11-bc6f-e5630356aee4 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759783 May 13 14:03:09.321524 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e26a38-1ca5-4dbf-9eab-e4e21ccdf49a req-daafffd8-0255-499e-90d4-60b501195aef tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:09.324805 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a5e26a38-1ca5-4dbf-9eab-e4e21ccdf49a req-daafffd8-0255-499e-90d4-60b501195aef tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.1059530 May 13 14:03:09.431600 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a5e26a38-1ca5-4dbf-9eab-e4e21ccdf49a req-836ecb11-34cf-4e86-83e4-2a137a591f04 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018124 May 13 14:03:09.996735 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcc9eb-0f57-4a96-a601-9d244029614b req-03edd7b2-9651-471a-b306-d31f7a2f9ce1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:09.998361 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9abcc9eb-0f57-4a96-a601-9d244029614b req-03edd7b2-9651-471a-b306-d31f7a2f9ce1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0854285 May 13 14:03:10.055874 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9abcc9eb-0f57-4a96-a601-9d244029614b req-4c116a6d-2cd8-4c66-afb7-1419361513a8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479150 May 13 14:03:10.584036 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161712e6-1527-4089-a515-53805ad6fbd1 req-44b63422-ca98-4bd3-9e6c-3d9d7e6b48a5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:10.585787 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-161712e6-1527-4089-a515-53805ad6fbd1 req-44b63422-ca98-4bd3-9e6c-3d9d7e6b48a5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.0668895 May 13 14:03:10.661942 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-161712e6-1527-4089-a515-53805ad6fbd1 req-19e1606c-23ae-422d-9298-bfe53d6b0138 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619404 May 13 14:03:11.190604 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30133def-efa5-416b-8acd-869581e283c5 req-aa8a3d15-620c-455c-a561-dbdcfc835421 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:11.192718 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-30133def-efa5-416b-8acd-869581e283c5 req-aa8a3d15-620c-455c-a561-dbdcfc835421 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0549262 May 13 14:03:11.270325 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-30133def-efa5-416b-8acd-869581e283c5 req-9ba60df5-af3d-4e9d-8bea-18f3142d9bb5 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694993 May 13 14:03:11.811034 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e445884-9577-40bf-8734-ba6c1fd259e1 req-3c95c3d8-ad60-4f25-a592-4ea4578ade83 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:11.812390 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8e445884-9577-40bf-8734-ba6c1fd259e1 req-3c95c3d8-ad60-4f25-a592-4ea4578ade83 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.0667987 May 13 14:03:11.878374 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8e445884-9577-40bf-8734-ba6c1fd259e1 req-f7b2e056-c995-430c-a9ac-49f34e067b4a tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590603 May 13 14:03:12.392971 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1be78e-b09d-48f4-8e28-07ba5b0cc002 req-8c81dfe3-6f3a-45d0-a0f5-5e11bcddbb4f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:12.394457 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5a1be78e-b09d-48f4-8e28-07ba5b0cc002 req-8c81dfe3-6f3a-45d0-a0f5-5e11bcddbb4f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0479307 May 13 14:03:12.442494 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5a1be78e-b09d-48f4-8e28-07ba5b0cc002 req-c85dd32f-03bc-4dae-926b-08e630e4b3d8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 May 13 14:03:12.666157 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-9c41edf1-8cde-452b-ad28-0d9da5149b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:12.997559 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfbf47-1d26-4053-adf8-2eccfca2eca6 req-dfbea1a8-f660-46bb-a6fa-7d92ba542121 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:12.999773 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c8cfbf47-1d26-4053-adf8-2eccfca2eca6 req-dfbea1a8-f660-46bb-a6fa-7d92ba542121 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.0499856 May 13 14:03:13.048682 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c8cfbf47-1d26-4053-adf8-2eccfca2eca6 req-8d319a11-5383-4b01-870f-71b7bd21d90a tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434341 May 13 14:03:13.564866 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77ad5a-4acf-4b6f-bcf0-a749fe1ee0eb req-879b37de-c0ee-4c91-bbe5-642c9cbaeccc tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:13.566335 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd77ad5a-4acf-4b6f-bcf0-a749fe1ee0eb req-879b37de-c0ee-4c91-bbe5-642c9cbaeccc tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0495276 May 13 14:03:13.615416 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd77ad5a-4acf-4b6f-bcf0-a749fe1ee0eb req-3b5c0091-caac-42dc-8a8b-486cdf13d319 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432518 May 13 14:03:14.053921 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:14.175786 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e60c7-5552-4bb9-b85c-92a1ca54e35c req-ce81b3d7-55df-4b99-82dc-2861836533e9 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:14.177472 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2d6e60c7-5552-4bb9-b85c-92a1ca54e35c req-ce81b3d7-55df-4b99-82dc-2861836533e9 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.0499866 May 13 14:03:14.232100 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2d6e60c7-5552-4bb9-b85c-92a1ca54e35c req-6d1480a7-fcd2-4759-ac87-29894611da69 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486524 May 13 14:03:14.355459 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d005f2-5f90-4ec4-a692-de291f89d505 req-f25f7915-4ea5-467f-8ec0-b56b60d01b3e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:14.357205 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-14d005f2-5f90-4ec4-a692-de291f89d505 req-f25f7915-4ea5-467f-8ec0-b56b60d01b3e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.0538745 May 13 14:03:14.416904 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-14d005f2-5f90-4ec4-a692-de291f89d505 req-4b2980ac-4c57-4d40-9f7c-5197533b714f tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516374 May 13 14:03:14.444959 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38376) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:14.486423 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdafaf8-2cec-485b-ac00-9046f94d586e tempest-TestVolumeBootPattern-740343157 tempest-TestVolumeBootPattern-740343157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:14.488155 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-4cdafaf8-2cec-485b-ac00-9046f94d586e tempest-TestVolumeBootPattern-740343157 tempest-TestVolumeBootPattern-740343157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 1124 time: 0.0421567 May 13 14:03:14.491153 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38380) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:14.496356 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:03:14.525387 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:14.610152 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:14.726450 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Allocated IP 172.27.3.36 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/2bceaef5-9f0b-4fd9-8d50-8bcff528a00e) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:03:14.763663 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a453d-94d7-4f93-b092-51472046af28 req-8f3f00cf-84bf-4e57-8745-b5855bf0aa6c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:14.766755 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-300a453d-94d7-4f93-b092-51472046af28 req-8f3f00cf-84bf-4e57-8745-b5855bf0aa6c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 943 time: 0.0528560 May 13 14:03:14.819985 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-300a453d-94d7-4f93-b092-51472046af28 req-9f341231-2321-42b3-bb0a-22acba480810 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441220 May 13 14:03:14.841854 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for port (2bceaef5-9f0b-4fd9-8d50-8bcff528a00e), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:14.877186 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (2bceaef5-9f0b-4fd9-8d50-8bcff528a00e), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:14.916122 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:03:14.919290 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:03:14.923977 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:03:14.956146 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'Port': ['ID=2bceaef5-9f0b-4fd9-8d50-8bcff528a00e,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:15.074824 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 64446a02-9540-4f0f-8e1e-fe054859b8ee details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:03:15.194082 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:15.208980 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'port_id': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'mac_address': 'fa:16:3e:c1:bb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 718, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:03:15.252910 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 64446a02-9540-4f0f-8e1e-fe054859b8ee is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:03:15.253206 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:15.269473 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64446a02-9540-4f0f-8e1e-fe054859b8ee {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:03:15.295949 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:15.303595 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:15.357547 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=9']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:15.484313 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e79f9ef7-4fe9-49c8-933c-4dcf235209d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:15.524774 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (8a538284-c671-4ba9-8f69-357d5d06a225), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:15.593793 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (2bceaef5-9f0b-4fd9-8d50-8bcff528a00e), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:15.667350 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['64446a02-9540-4f0f-8e1e-fe054859b8ee'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:03:15.807994 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for port (2bceaef5-9f0b-4fd9-8d50-8bcff528a00e), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:15.818758 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (2bceaef5-9f0b-4fd9-8d50-8bcff528a00e), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:15.842645 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (8a538284-c671-4ba9-8f69-357d5d06a225), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:15.950423 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'Port': ['ID=2bceaef5-9f0b-4fd9-8d50-8bcff528a00e,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:15.978558 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bddb5-5d49-43b8-b074-08206f6f2356 req-8b994ff8-f202-4624-91de-c136ecb06845 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:15.980289 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0c1bddb5-5d49-43b8-b074-08206f6f2356 req-8b994ff8-f202-4624-91de-c136ecb06845 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 944 time: 0.0696192 May 13 14:03:16.041377 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0c1bddb5-5d49-43b8-b074-08206f6f2356 req-3b0583d0-1d35-4770-b7ce-fd8060638dd6 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495186 May 13 14:03:16.053174 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.l3_db [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Floating IP 8a538284-c671-4ba9-8f69-357d5d06a225 associated. External IP: 172.27.3.36, port: f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7. May 13 14:03:16.336413 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:16.360070 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Router 8ab386f6-3fd8-442c-aecb-914f2b087458 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:03:16.518446 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:03:16.530051 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b5c36-903c-43b8-885c-902735059288 None None] Sync routers for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:03:16.540606 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b5c36-903c-43b8-885c-902735059288 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:03:16.541326 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-a29b5c36-903c-43b8-885c-902735059288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:16.541859 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:16.578202 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-bcd1b1ab-ce22-4f9d-9dfb-69b7604f9105 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0832605 May 13 14:03:16.578202 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'tag': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:03:16.579740 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f54e10-95e2-410b-a96b-31e3adbfa027" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8fc32b-674b-4112-bea2-ca2a5c3ce812", "tag": "f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:03:16.620451 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba27eff8-79d0-4be8-a455-8597c58bfb3d x-openstack-request-id: req-ba27eff8-79d0-4be8-a455-8597c58bfb3d {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:03:16.620749 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8fc32b-674b-4112-bea2-ca2a5c3ce812", "tag": "f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:03:16.621003 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba27eff8-79d0-4be8-a455-8597c58bfb3d {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:03:16.621567 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba27eff8-79d0-4be8-a455-8597c58bfb3d'] response: {'name': 'network-changed', 'server_uuid': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'tag': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'status': 'completed', 'code': 200} May 13 14:03:16.659272 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-a29b5c36-903c-43b8-885c-902735059288 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:03:16.749132 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-ca14dba6-90fc-401c-995c-87d549739738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:16.750662 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-ca14dba6-90fc-401c-995c-87d549739738 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 1129 time: 0.0461211 May 13 14:03:16.860054 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-67edbae7-019f-495e-9879-8909a8f04129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:16.861531 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-67edbae7-019f-495e-9879-8909a8f04129 service neutron] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 912 time: 0.1048493 May 13 14:03:16.895358 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-a29b5c36-903c-43b8-885c-902735059288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '8a538284-c671-4ba9-8f69-357d5d06a225', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:a7:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:03:15Z', 'updated_at': '2022-05-13T14:03:15Z', 'revision_number': 0, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:16.924888 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b5c36-903c-43b8-885c-902735059288 None None] Checking router: 8ab386f6-3fd8-442c-aecb-914f2b087458 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:03:16.931567 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-65589ad5-9c91-4b4d-a23c-b6f598d6f49d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 HTTP/1.1" status: 200 len: 998 time: 0.0638788 May 13 14:03:16.934324 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29b5c36-903c-43b8-885c-902735059288 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:03:16.934974 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-a29b5c36-903c-43b8-885c-902735059288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:17.008575 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-b1e74971-bf1c-4053-8f13-6c25a6d1e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:17.018026 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-b1e74971-bf1c-4053-8f13-6c25a6d1e75c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.0700867 May 13 14:03:17.073093 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-a29b5c36-903c-43b8-885c-902735059288 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:03:17.120337 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 64446a02-9540-4f0f-8e1e-fe054859b8ee up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:03:17.188458 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 64446a02-9540-4f0f-8e1e-fe054859b8ee triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:03:17.189008 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:17.209139 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f730079-e718-4fd1-b835-8d8960d786e1 req-53b669fa-b91c-4f98-bafb-dc7c2bbdbe2f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:17.211211 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5f730079-e718-4fd1-b835-8d8960d786e1 req-53b669fa-b91c-4f98-bafb-dc7c2bbdbe2f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 944 time: 0.0711668 May 13 14:03:17.298287 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 64446a02-9540-4f0f-8e1e-fe054859b8ee is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:03:17.299705 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:17.376223 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:03:17.379611 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89669b97-a095-4512-9cc2-479fb044500b" -d '{"events": [{"server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "name": "network-vif-plugged", "status": "completed", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:03:17.395464 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:17.396752 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-a29b5c36-903c-43b8-885c-902735059288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '8a538284-c671-4ba9-8f69-357d5d06a225', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:a7:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:03:15Z', 'updated_at': '2022-05-13T14:03:15Z', 'revision_number': 0, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:17.403581 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:17.451646 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29b5c36-903c-43b8-885c-902735059288 None None] The sync data for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi is: [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '8a538284-c671-4ba9-8f69-357d5d06a225', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:a7:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:03:15Z', 'updated_at': '2022-05-13T14:03:15Z', 'revision_number': 0, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:03:17.480146 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe421d8-d3f3-4dde-b47a-a6180da5a6da x-openstack-request-id: req-3fe421d8-d3f3-4dde-b47a-a6180da5a6da {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:03:17.480986 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "name": "network-vif-plugged", "status": "completed", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:03:17.481669 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3fe421d8-d3f3-4dde-b47a-a6180da5a6da {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:03:17.482908 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe421d8-d3f3-4dde-b47a-a6180da5a6da'] response: {'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'code': 200} May 13 14:03:17.544884 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=10']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:17.670332 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5f730079-e718-4fd1-b835-8d8960d786e1 req-c7a27010-5fc7-4346-acef-374d15dd830f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4415898 May 13 14:03:17.682885 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-b2fe15f8-658a-4956-892d-c516a0057732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:17.684162 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-b2fe15f8-658a-4956-892d-c516a0057732 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0619705 May 13 14:03:17.817554 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b6d93-a9ae-490f-86a2-b05bfd593551 req-9500ead4-c0f0-4b51-b16c-81cf361096fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:17.819999 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-2d0b6d93-a9ae-490f-86a2-b05bfd593551 req-9500ead4-c0f0-4b51-b16c-81cf361096fd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 1130 time: 0.0560470 May 13 14:03:17.874946 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-32ceb453-1352-428c-b651-68f5cdf113bc service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722729 May 13 14:03:17.893107 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:17.919343 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-2d0b6d93-a9ae-490f-86a2-b05bfd593551 req-8e4a11eb-2620-4872-b36b-155a67752181 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930765 May 13 14:03:17.924214 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b202d-1666-4bb6-878b-54cac2010076 None None] New status for floating IP 8a538284-c671-4ba9-8f69-357d5d06a225: ACTIVE {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:03:18.001237 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38458) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:18.066800 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-71f54e10-95e2-410b-a96b-31e3adbfa027 req-fba5b67d-5b0d-40c5-b8db-5f8807986196 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683011 May 13 14:03:18.154670 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-820b00e3-9dd4-46ec-9a40-2c4396be2a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:18.301226 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-820b00e3-9dd4-46ec-9a40-2c4396be2a5f admin admin] Publish callbacks [] for security_group (6b4da65d-0b7d-4adc-b13c-e299d85dd6be), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:18.305474 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-820b00e3-9dd4-46ec-9a40-2c4396be2a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (6b4da65d-0b7d-4adc-b13c-e299d85dd6be), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:18.353719 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-820b00e3-9dd4-46ec-9a40-2c4396be2a5f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1f20b8bbe3d2429a8ab4d8271d7a431b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506830 May 13 14:03:18.354498 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b00e3-9dd4-46ec-9a40-2c4396be2a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4da65d-0b7d-4adc-b13c-e299d85dd6be,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:18.356431 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38470) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:18.415843 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16e9c4b4-8384-4c73-a043-45d923cdbec8 admin admin] Publish callbacks [] for security_group (6b4da65d-0b7d-4adc-b13c-e299d85dd6be), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:18.438047 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16e9c4b4-8384-4c73-a043-45d923cdbec8 admin admin] Publish callbacks [] for security_group (6b4da65d-0b7d-4adc-b13c-e299d85dd6be), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:18.496548 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16e9c4b4-8384-4c73-a043-45d923cdbec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (6b4da65d-0b7d-4adc-b13c-e299d85dd6be), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:18.500526 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16e9c4b4-8384-4c73-a043-45d923cdbec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:18.502080 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-16e9c4b4-8384-4c73-a043-45d923cdbec8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b4da65d-0b7d-4adc-b13c-e299d85dd6be HTTP/1.1" status: 204 len: 168 time: 0.1441865 May 13 14:03:18.511703 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9c4b4-8384-4c73-a043-45d923cdbec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4da65d-0b7d-4adc-b13c-e299d85dd6be,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:18.800333 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38480) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:18.816015 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-693336e9-df0e-4ecc-b675-47a42fc1ac64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:18.847162 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d35658-bbb6-4892-a5d0-afffe2590837 req-310744af-affc-42b5-9762-39490ff3e31f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:18.848790 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f2d35658-bbb6-4892-a5d0-afffe2590837 req-310744af-affc-42b5-9762-39490ff3e31f tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 946 time: 0.0621583 May 13 14:03:18.919873 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f2d35658-bbb6-4892-a5d0-afffe2590837 req-8c0a091f-9125-437c-bfdc-b97067c2f259 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648384 May 13 14:03:18.924031 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-693336e9-df0e-4ecc-b675-47a42fc1ac64 admin admin] Publish callbacks [] for security_group (e9f2ef74-d15f-4d8d-a7aa-a72cdc623d70), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:18.930151 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-693336e9-df0e-4ecc-b675-47a42fc1ac64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e9f2ef74-d15f-4d8d-a7aa-a72cdc623d70), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:18.982308 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-693336e9-df0e-4ecc-b675-47a42fc1ac64 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31965219e7ba4d52a25616bf6f9ca680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1784093 May 13 14:03:18.982308 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693336e9-df0e-4ecc-b675-47a42fc1ac64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f2ef74-d15f-4d8d-a7aa-a72cdc623d70,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:18.983955 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38486) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:19.052159 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1b64b701-5980-441d-a84e-d9278ebebc1e admin admin] Publish callbacks [] for security_group (e9f2ef74-d15f-4d8d-a7aa-a72cdc623d70), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:19.075946 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1b64b701-5980-441d-a84e-d9278ebebc1e admin admin] Publish callbacks [] for security_group (e9f2ef74-d15f-4d8d-a7aa-a72cdc623d70), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:19.131407 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1b64b701-5980-441d-a84e-d9278ebebc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e9f2ef74-d15f-4d8d-a7aa-a72cdc623d70), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:19.133947 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1b64b701-5980-441d-a84e-d9278ebebc1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:19.135170 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-1b64b701-5980-441d-a84e-d9278ebebc1e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e9f2ef74-d15f-4d8d-a7aa-a72cdc623d70 HTTP/1.1" status: 204 len: 168 time: 0.1501477 May 13 14:03:19.172036 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64b701-5980-441d-a84e-d9278ebebc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f2ef74-d15f-4d8d-a7aa-a72cdc623d70,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:19.201090 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59453fa-e1ce-4505-b943-1f110acd77ac req-c85219f6-db09-494e-8fe9-615afdc05d5c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:19.203303 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e59453fa-e1ce-4505-b943-1f110acd77ac req-c85219f6-db09-494e-8fe9-615afdc05d5c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 945 time: 0.0671647 May 13 14:03:19.278383 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e59453fa-e1ce-4505-b943-1f110acd77ac req-312a63f1-4374-4f06-b5a0-147384f50889 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610895 May 13 14:03:19.446296 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:20.067248 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf2029-e0ff-4183-a315-512dfc536421 req-fdd1d0b0-3a70-4c2e-b2a9-47161a346102 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:20.069026 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0baf2029-e0ff-4183-a315-512dfc536421 req-fdd1d0b0-3a70-4c2e-b2a9-47161a346102 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 946 time: 0.0522859 May 13 14:03:20.121362 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0baf2029-e0ff-4183-a315-512dfc536421 req-3ea6b12a-70ba-4063-9d12-92ecca599f57 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464931 May 13 14:03:20.465973 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a68f82-4998-44ff-b648-0198a7e71982 req-6b69be13-480d-4cb1-a6e7-b7d26ed88088 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:20.467658 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-03a68f82-4998-44ff-b648-0198a7e71982 req-6b69be13-480d-4cb1-a6e7-b7d26ed88088 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 945 time: 0.0732372 May 13 14:03:20.544150 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-03a68f82-4998-44ff-b648-0198a7e71982 req-70f8c800-196d-4b38-8eb8-1a57e54eb929 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701082 May 13 14:03:21.252551 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb52f16-03e6-4a59-b301-eb2c15b794c5 req-28be2c6a-0aea-454b-93d4-06664c237242 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:21.254114 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1eb52f16-03e6-4a59-b301-eb2c15b794c5 req-28be2c6a-0aea-454b-93d4-06664c237242 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 946 time: 0.0535774 May 13 14:03:21.316116 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1eb52f16-03e6-4a59-b301-eb2c15b794c5 req-9623bb72-c782-4ac0-bff9-d92fcb49b8bb tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560203 May 13 14:03:21.488918 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-ee135bee-73c0-413b-b191-76709de1a75a tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:21.490630 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-ee135bee-73c0-413b-b191-76709de1a75a tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 945 time: 0.0625927 May 13 14:03:21.716776 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Deleting port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:21.717105 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:21.779702 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e570ea6-60a4-4cb4-a916-33eb9a407e41 req-16488658-70ff-44b2-8982-a742cb30e459 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:21.781851 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7e570ea6-60a4-4cb4-a916-33eb9a407e41 req-16488658-70ff-44b2-8982-a742cb30e459 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 945 time: 0.1167288 May 13 14:03:21.863736 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7e570ea6-60a4-4cb4-a916-33eb9a407e41 req-c43e647e-b6bd-4c73-8459-b6bb1f3e5bba tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups?id=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746322 May 13 14:03:21.869339 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] For port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:21.869708 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:22.070281 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:22.070938 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (328cdd2e-aa3d-4cac-886b-cdfc969d992e), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:22.071484 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Floating IP 328cdd2e-aa3d-4cac-886b-cdfc969d992e disassociated. External IP: 172.27.3.57, port: f7ac280f-f67a-4b18-a19c-8ec5b93d3e54. May 13 14:03:22.072057 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Calling delete_port for f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:22.241777 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (f7ac280f-f67a-4b18-a19c-8ec5b93d3e54), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:22.276454 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'Port': ['ID=f7ac280f-f67a-4b18-a19c-8ec5b93d3e54,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:22.413592 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Router a21cbf5f-ca12-4397-af5b-582fb332595e has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:03:22.554147 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:03:22.563933 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:03:22.573616 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:03:22.574152 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:22.595914 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] No DVR routers for this DVR port f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:03:22.598455 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:22.601746 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9f0968fe-2cad-4dcd-888b-466663fbd5ad req-a3f8d0b3-4646-4c24-bf2c-434ea3a8e74c tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.87 "DELETE /v2.0/ports/f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 HTTP/1.1" status: 204 len: 173 time: 1.0496707 May 13 14:03:22.602187 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'name': 'network-vif-deleted', 'tag': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:03:22.604558 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5d6732-2853-4eeb-8dda-86f1fbd5ab7e" -d '{"events": [{"server_uuid": "4287d0fa-d950-4b22-abd9-d29601c0d86e", "name": "network-vif-deleted", "tag": "f7ac280f-f67a-4b18-a19c-8ec5b93d3e54"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:03:22.653685 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2277224d-ac2f-41e6-aa2e-dc2b274703a8 x-openstack-request-id: req-2277224d-ac2f-41e6-aa2e-dc2b274703a8 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:03:22.654211 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4287d0fa-d950-4b22-abd9-d29601c0d86e", "name": "network-vif-deleted", "tag": "f7ac280f-f67a-4b18-a19c-8ec5b93d3e54", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:03:22.654695 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2277224d-ac2f-41e6-aa2e-dc2b274703a8 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:03:22.655904 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2277224d-ac2f-41e6-aa2e-dc2b274703a8'] response: {'server_uuid': '4287d0fa-d950-4b22-abd9-d29601c0d86e', 'name': 'network-vif-deleted', 'tag': 'f7ac280f-f67a-4b18-a19c-8ec5b93d3e54', 'status': 'completed', 'code': 200} May 13 14:03:22.699392 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:03:22.752125 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:03:22.998525 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3195814b-a6c4-4429-938c-30f95a8655fd req-00643168-b196-443e-8031-dfb016d9e854 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/ports?device_id=4287d0fa-d950-4b22-abd9-d29601c0d86e HTTP/1.1" status: 200 len: 210 time: 0.0376637 May 13 14:03:23.037116 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:23.064412 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:03:23.073109 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:03:23.073843 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:23.206455 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:03:23.337094 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f37dbe5-5ea4-445c-a80d-7ce53ee01136 req-d91d5275-05b1-44ca-a860-74af0fea1b51 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:23.338827 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0f37dbe5-5ea4-445c-a80d-7ce53ee01136 req-d91d5275-05b1-44ca-a860-74af0fea1b51 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0549328 May 13 14:03:23.407254 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0f37dbe5-5ea4-445c-a80d-7ce53ee01136 req-edd7a95f-ab0e-48c6-8783-8210a1e1996f tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602627 May 13 14:03:23.441061 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:23.469055 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacaa6ad-d5ca-454e-add6-a289c12b2702 None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T13:56:01Z', 'revision_number': 4, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '28828a7e-601a-4233-976c-8a36b48762e7', 'name': '', 'network_id': 'ed6b2694-1b8c-422b-965c-287402920164', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'mac_address': 'fa:16:3e:1a:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:58Z', 'updated_at': '2022-05-13T13:56:08Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'subnets': [{'id': '1c0740f5-1421-43f8-a0c8-70308a319e92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:03:23.698503 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c08e79-2206-4128-a6e3-725b3aa542a7 None None] New status for floating IP 328cdd2e-aa3d-4cac-886b-cdfc969d992e: DOWN {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:03:24.086376 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38650) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:24.139511 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-03dedf98-ea01-40e5-bff1-cf875b3443bb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (ddc2b6de-f4d2-47f2-9e48-1f0f130590f3), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:24.163564 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-03dedf98-ea01-40e5-bff1-cf875b3443bb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (ddc2b6de-f4d2-47f2-9e48-1f0f130590f3), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:24.213049 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-03dedf98-ea01-40e5-bff1-cf875b3443bb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (ddc2b6de-f4d2-47f2-9e48-1f0f130590f3), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:24.215913 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-03dedf98-ea01-40e5-bff1-cf875b3443bb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:24.217215 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-03dedf98-ea01-40e5-bff1-cf875b3443bb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "DELETE /v2.0/security-groups/ddc2b6de-f4d2-47f2-9e48-1f0f130590f3 HTTP/1.1" status: 204 len: 168 time: 0.1297920 May 13 14:03:24.220104 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38652) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:24.226630 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dedf98-ea01-40e5-bff1-cf875b3443bb tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc2b6de-f4d2-47f2-9e48-1f0f130590f3,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:24.234464 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.api.v2.resource [None req-c090c498-1841-45ee-baac-1400fc83f534 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] show failed (client error): The resource could not be found. May 13 14:03:24.235487 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-c090c498-1841-45ee-baac-1400fc83f534 tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "GET /v2.0/security-groups/ddc2b6de-f4d2-47f2-9e48-1f0f130590f3 HTTP/1.1" status: 404 len: 347 time: 0.0143449 May 13 14:03:24.238444 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38654) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:24.368318 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-b0b59f21-40a1-4ad7-aa80-71cc6794e24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Deleting port 8f350d40-b6f5-4b4d-bb59-3720dacd92c3 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:24.368651 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b0b59f21-40a1-4ad7-aa80-71cc6794e24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (8f350d40-b6f5-4b4d-bb59-3720dacd92c3), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:24.444312 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b0b59f21-40a1-4ad7-aa80-71cc6794e24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (8f350d40-b6f5-4b4d-bb59-3720dacd92c3), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:24.444662 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b0b59f21-40a1-4ad7-aa80-71cc6794e24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (8f350d40-b6f5-4b4d-bb59-3720dacd92c3), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:24.458356 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-b0b59f21-40a1-4ad7-aa80-71cc6794e24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Calling delete_port for 8f350d40-b6f5-4b4d-bb59-3720dacd92c3 owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:24.543373 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625abb99-f981-41ed-9ce3-5154d945f232 req-638489f6-ba79-4231-8c22-ef793de5a1ab tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:24.545063 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-625abb99-f981-41ed-9ce3-5154d945f232 req-638489f6-ba79-4231-8c22-ef793de5a1ab tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0583205 May 13 14:03:24.617847 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b0b59f21-40a1-4ad7-aa80-71cc6794e24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (8f350d40-b6f5-4b4d-bb59-3720dacd92c3), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:24.619630 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-625abb99-f981-41ed-9ce3-5154d945f232 req-c0862620-d542-49d5-8582-720015874358 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659468 May 13 14:03:24.654464 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b59f21-40a1-4ad7-aa80-71cc6794e24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Pushing event deleted for resources: {'Port': ['ID=8f350d40-b6f5-4b4d-bb59-3720dacd92c3,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:24.683551 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b0b59f21-40a1-4ad7-aa80-71cc6794e24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks [] for floatingip (328cdd2e-aa3d-4cac-886b-cdfc969d992e), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:24.686332 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b0b59f21-40a1-4ad7-aa80-71cc6794e24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:24.687572 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b0b59f21-40a1-4ad7-aa80-71cc6794e24b tempest-AttachVolumeNegativeTest-1547213813 tempest-AttachVolumeNegativeTest-1547213813-project] 10.222.0.79 "DELETE /v2.0/floatingips/328cdd2e-aa3d-4cac-886b-cdfc969d992e HTTP/1.1" status: 204 len: 168 time: 0.4482181 May 13 14:03:25.147543 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:03:25.168775 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:03:25.169111 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device f7ac280f-f67a-4b18-a19c-8ec5b93d3e54 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:03:25.366029 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-99b261a1-68b1-45c9-a378-4dfdabbd52d0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:25.367436 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-99b261a1-68b1-45c9-a378-4dfdabbd52d0 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.87 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0467432 May 13 14:03:25.459609 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Deleting port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:25.459952 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:25.549026 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] For port 4577aed3-86f8-4344-99b2-fcdfb07f63a3, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4577aed3-86f8-4344-99b2-fcdfb07f63a3,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:25.549760 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:25.776447 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c903aa-6476-4679-b2f2-23e35836cf00 req-540a56c0-4e1f-43d9-aac2-a57749938094 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:03:25.777998 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91c903aa-6476-4679-b2f2-23e35836cf00 req-540a56c0-4e1f-43d9-aac2-a57749938094 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 946 time: 0.0678284 May 13 14:03:25.780156 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:25.781098 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (e12ee464-5c37-4fa8-b725-b34f698b83d0), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:25.781420 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Floating IP e12ee464-5c37-4fa8-b725-b34f698b83d0 disassociated. External IP: 172.27.3.87, port: 4577aed3-86f8-4344-99b2-fcdfb07f63a3. May 13 14:03:25.781765 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Calling delete_port for 4577aed3-86f8-4344-99b2-fcdfb07f63a3 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:25.870091 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91c903aa-6476-4679-b2f2-23e35836cf00 req-a3221bc0-1977-4bb2-946b-b25fd63ac4de tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups?id=70fda4b8-c7e0-438d-9cc0-4c68b92effa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835447 May 13 14:03:25.968991 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (4577aed3-86f8-4344-99b2-fcdfb07f63a3), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:26.006756 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event deleted for resources: {'Port': ['ID=4577aed3-86f8-4344-99b2-fcdfb07f63a3,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:26.151637 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Router ec22e497-4e25-49b2-857d-100dd5927384 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:03:26.281906 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:03:26.298262 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] Sync routers for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:03:26.315343 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:03:26.316366 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:26.379797 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] No DVR routers for this DVR port 4577aed3-86f8-4344-99b2-fcdfb07f63a3 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:03:26.384570 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:26.391636 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-70a2cc32-3de5-4b30-bd85-6a3cf37a9877 req-9e0b8b68-323f-4814-840b-c1d86efb2404 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.87 "DELETE /v2.0/ports/4577aed3-86f8-4344-99b2-fcdfb07f63a3 HTTP/1.1" status: 204 len: 173 time: 1.0169592 May 13 14:03:26.392688 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c92167-c104-47be-b2d9-394e84e49fd4', 'name': 'network-vif-deleted', 'tag': '4577aed3-86f8-4344-99b2-fcdfb07f63a3'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:03:26.397874 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13e4f5f-fb7f-4495-9640-93cd5353b265" -d '{"events": [{"server_uuid": "94c92167-c104-47be-b2d9-394e84e49fd4", "name": "network-vif-deleted", "tag": "4577aed3-86f8-4344-99b2-fcdfb07f63a3"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:03:26.438536 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def4eda2-3b71-40f6-9509-092edb1b1b43 x-openstack-request-id: req-def4eda2-3b71-40f6-9509-092edb1b1b43 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:03:26.439071 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c92167-c104-47be-b2d9-394e84e49fd4", "name": "network-vif-deleted", "tag": "4577aed3-86f8-4344-99b2-fcdfb07f63a3", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:03:26.439557 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-def4eda2-3b71-40f6-9509-092edb1b1b43 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:03:26.440123 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-def4eda2-3b71-40f6-9509-092edb1b1b43'] response: {'server_uuid': '94c92167-c104-47be-b2d9-394e84e49fd4', 'name': 'network-vif-deleted', 'tag': '4577aed3-86f8-4344-99b2-fcdfb07f63a3', 'status': 'completed', 'code': 200} May 13 14:03:26.494872 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:03:26.729395 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:26.762225 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] Checking router: ec22e497-4e25-49b2-857d-100dd5927384 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:03:26.772647 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:03:26.773298 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:26.888553 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:03:27.001111 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-63be0964-339e-42f4-9237-502aacece404 req-97ec00ff-2153-4cac-919d-d5efc0aa1d57 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/ports?device_id=94c92167-c104-47be-b2d9-394e84e49fd4 HTTP/1.1" status: 200 len: 210 time: 0.0360727 May 13 14:03:27.128051 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:27.167875 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af76010-9f27-411d-9183-28b19cafee1b None None] The sync data for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi is: [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '95d022e7-9321-4b19-8388-3a238f079f90', 'name': '', 'network_id': '447dd757-4541-46df-a762-b636f2945abd', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'mac_address': 'fa:16:3e:2d:d6:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:17Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'subnets': [{'id': '6ffaafe0-6962-4052-8361-d81fc28ac59c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:03:27.440345 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207aa20b-86a5-4866-b677-0f05b9f839d0 None None] New status for floating IP e12ee464-5c37-4fa8-b725-b34f698b83d0: DOWN {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:03:28.094354 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38728) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:28.158156 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-63e62613-71fe-4319-9123-8a7e1e5205fd tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (70fda4b8-c7e0-438d-9cc0-4c68b92effa6), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:28.194491 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-63e62613-71fe-4319-9123-8a7e1e5205fd tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (70fda4b8-c7e0-438d-9cc0-4c68b92effa6), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:28.252171 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-63e62613-71fe-4319-9123-8a7e1e5205fd tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (70fda4b8-c7e0-438d-9cc0-4c68b92effa6), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:28.254903 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-63e62613-71fe-4319-9123-8a7e1e5205fd tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:28.256086 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-63e62613-71fe-4319-9123-8a7e1e5205fd tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "DELETE /v2.0/security-groups/70fda4b8-c7e0-438d-9cc0-4c68b92effa6 HTTP/1.1" status: 204 len: 168 time: 0.1607080 May 13 14:03:28.259572 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38736) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:28.266363 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e62613-71fe-4319-9123-8a7e1e5205fd tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fda4b8-c7e0-438d-9cc0-4c68b92effa6,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:28.304351 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.api.v2.resource [None req-599e8a3f-e77c-4fd2-8bed-bdf9de6dd6ac tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] show failed (client error): The resource could not be found. May 13 14:03:28.306092 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-599e8a3f-e77c-4fd2-8bed-bdf9de6dd6ac tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "GET /v2.0/security-groups/70fda4b8-c7e0-438d-9cc0-4c68b92effa6 HTTP/1.1" status: 404 len: 347 time: 0.0446539 May 13 14:03:28.309640 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38738) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:28.434953 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-285aa80d-b9ec-4607-84cc-de15bb345226 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Deleting port 44de7b61-1fad-4d45-81d0-10f7aa773167 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:28.435301 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-285aa80d-b9ec-4607-84cc-de15bb345226 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (44de7b61-1fad-4d45-81d0-10f7aa773167), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:28.498691 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38748) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:28.523728 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-285aa80d-b9ec-4607-84cc-de15bb345226 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (44de7b61-1fad-4d45-81d0-10f7aa773167), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:28.524069 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-285aa80d-b9ec-4607-84cc-de15bb345226 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (44de7b61-1fad-4d45-81d0-10f7aa773167), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:28.545071 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-285aa80d-b9ec-4607-84cc-de15bb345226 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Calling delete_port for 44de7b61-1fad-4d45-81d0-10f7aa773167 owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:28.690166 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-285aa80d-b9ec-4607-84cc-de15bb345226 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (44de7b61-1fad-4d45-81d0-10f7aa773167), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:28.721047 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285aa80d-b9ec-4607-84cc-de15bb345226 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Pushing event deleted for resources: {'Port': ['ID=44de7b61-1fad-4d45-81d0-10f7aa773167,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:28.749011 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-285aa80d-b9ec-4607-84cc-de15bb345226 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks [] for floatingip (e12ee464-5c37-4fa8-b725-b34f698b83d0), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:28.752767 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-285aa80d-b9ec-4607-84cc-de15bb345226 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:28.754746 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-285aa80d-b9ec-4607-84cc-de15bb345226 tempest-AttachVolumeTestJSON-1611101519 tempest-AttachVolumeTestJSON-1611101519-project] 10.222.0.79 "DELETE /v2.0/floatingips/e12ee464-5c37-4fa8-b725-b34f698b83d0 HTTP/1.1" status: 204 len: 168 time: 0.4434292 May 13 14:03:28.924274 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38764) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:29.069621 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1931d10f-b8be-4162-b8c5-0b8d69c24dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.098926 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684641'] for router_interface (a21cbf5f-ca12-4397-af5b-582fb332595e), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.169598 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 4577aed3-86f8-4344-99b2-fcdfb07f63a3 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:03:29.194868 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 4577aed3-86f8-4344-99b2-fcdfb07f63a3 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:03:29.195492 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 4577aed3-86f8-4344-99b2-fcdfb07f63a3 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:03:29.259439 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1931d10f-b8be-4162-b8c5-0b8d69c24dcf admin admin] Publish callbacks [] for security_group (c5837cec-b4fc-421d-b699-e102e08844fd), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.292834 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1931d10f-b8be-4162-b8c5-0b8d69c24dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c5837cec-b4fc-421d-b699-e102e08844fd), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.363831 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-1931d10f-b8be-4162-b8c5-0b8d69c24dcf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5a6881b2b9745c9b23da556eb6d3df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4385219 May 13 14:03:29.366937 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38768) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:29.373082 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931d10f-b8be-4162-b8c5-0b8d69c24dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5837cec-b4fc-421d-b699-e102e08844fd,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:29.419298 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f436328f-d843-45ea-95e9-2d09919193b9 admin admin] Publish callbacks [] for security_group (c5837cec-b4fc-421d-b699-e102e08844fd), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.441886 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f436328f-d843-45ea-95e9-2d09919193b9 admin admin] Publish callbacks [] for security_group (c5837cec-b4fc-421d-b699-e102e08844fd), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.442396 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] Deleting port 28828a7e-601a-4233-976c-8a36b48762e7 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:29.442765 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (28828a7e-601a-4233-976c-8a36b48762e7), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.490903 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f436328f-d843-45ea-95e9-2d09919193b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c5837cec-b4fc-421d-b699-e102e08844fd), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.493505 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f436328f-d843-45ea-95e9-2d09919193b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.495102 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-f436328f-d843-45ea-95e9-2d09919193b9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5837cec-b4fc-421d-b699-e102e08844fd HTTP/1.1" status: 204 len: 168 time: 0.1266580 May 13 14:03:29.503051 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436328f-d843-45ea-95e9-2d09919193b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5837cec-b4fc-421d-b699-e102e08844fd,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:29.534557 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] For port 28828a7e-601a-4233-976c-8a36b48762e7, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=28828a7e-601a-4233-976c-8a36b48762e7,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:29.535037 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (28828a7e-601a-4233-976c-8a36b48762e7), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.549724 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] Calling delete_port for 28828a7e-601a-4233-976c-8a36b48762e7 owned by network:router_interface {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:29.754834 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (28828a7e-601a-4233-976c-8a36b48762e7), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.783999 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] Pushing event deleted for resources: {'Port': ['ID=28828a7e-601a-4233-976c-8a36b48762e7,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:29.802119 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38774) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:29.816847 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-18db0d31-2f2f-48a3-97cb-b72a797a0262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.924856 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-18db0d31-2f2f-48a3-97cb-b72a797a0262 admin admin] Publish callbacks [] for security_group (2b26cfd0-f4fd-4a2c-a13a-85e7f5e7dce2), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.932531 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-18db0d31-2f2f-48a3-97cb-b72a797a0262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2b26cfd0-f4fd-4a2c-a13a-85e7f5e7dce2), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.986866 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-500046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512040'] for router_interface (a21cbf5f-ca12-4397-af5b-582fb332595e), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:29.995556 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db0d31-2f2f-48a3-97cb-b72a797a0262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b26cfd0-f4fd-4a2c-a13a-85e7f5e7dce2,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:30.046579 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-18db0d31-2f2f-48a3-97cb-b72a797a0262 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=34086cd45b194ba88a091f821b87119c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422018 May 13 14:03:30.058076 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38782) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:30.128689 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-375ed3ea-ffd4-47d6-8509-0a91ec6183c4 admin admin] Publish callbacks [] for security_group (2b26cfd0-f4fd-4a2c-a13a-85e7f5e7dce2), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.157284 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-375ed3ea-ffd4-47d6-8509-0a91ec6183c4 admin admin] Publish callbacks [] for security_group (2b26cfd0-f4fd-4a2c-a13a-85e7f5e7dce2), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.208322 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-375ed3ea-ffd4-47d6-8509-0a91ec6183c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2b26cfd0-f4fd-4a2c-a13a-85e7f5e7dce2), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.211033 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-375ed3ea-ffd4-47d6-8509-0a91ec6183c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.212251 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-375ed3ea-ffd4-47d6-8509-0a91ec6183c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b26cfd0-f4fd-4a2c-a13a-85e7f5e7dce2 HTTP/1.1" status: 204 len: 168 time: 0.1531358 May 13 14:03:30.221382 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ed3ea-ffd4-47d6-8509-0a91ec6183c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b26cfd0-f4fd-4a2c-a13a-85e7f5e7dce2,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:30.509614 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] Router a21cbf5f-ca12-4397-af5b-582fb332595e has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:03:30.573744 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38790) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:30.592819 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e61cc5f5-34ff-452e-bf2d-aa8907b168ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.654190 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:03:30.660109 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-82697b95-8270-4b38-850d-dfd9455da24c admin admin] 10.222.0.79 "PUT /v2.0/routers/a21cbf5f-ca12-4397-af5b-582fb332595e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1591289 May 13 14:03:30.662864 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38792) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:30.665507 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] Sync routers for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:03:30.678195 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:03:30.679086 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:30.725830 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e61cc5f5-34ff-452e-bf2d-aa8907b168ee admin admin] Publish callbacks [] for security_group (bba98e81-4cd1-4258-8c12-6ff2bbae677b), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.731034 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e61cc5f5-34ff-452e-bf2d-aa8907b168ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (bba98e81-4cd1-4258-8c12-6ff2bbae677b), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.774090 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e61cc5f5-34ff-452e-bf2d-aa8907b168ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b71e55fa0064c93bfebc188f15d8403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969628 May 13 14:03:30.774090 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cc5f5-34ff-452e-bf2d-aa8907b168ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba98e81-4cd1-4258-8c12-6ff2bbae677b,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:30.775169 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38794) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:30.788293 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Publish callbacks [] for router (a21cbf5f-ca12-4397-af5b-582fb332595e), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.833403 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d41a5c29-763d-4f32-a564-efd529d6c609 admin admin] Publish callbacks [] for security_group (bba98e81-4cd1-4258-8c12-6ff2bbae677b), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.857326 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d41a5c29-763d-4f32-a564-efd529d6c609 admin admin] Publish callbacks [] for security_group (bba98e81-4cd1-4258-8c12-6ff2bbae677b), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.896979 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:03:30.905657 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Publish callbacks [] for router_gateway (a21cbf5f-ca12-4397-af5b-582fb332595e), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.912021 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d41a5c29-763d-4f32-a564-efd529d6c609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (bba98e81-4cd1-4258-8c12-6ff2bbae677b), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.914738 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d41a5c29-763d-4f32-a564-efd529d6c609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:30.916964 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-d41a5c29-763d-4f32-a564-efd529d6c609 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bba98e81-4cd1-4258-8c12-6ff2bbae677b HTTP/1.1" status: 204 len: 168 time: 0.1405745 May 13 14:03:30.928040 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a5c29-763d-4f32-a564-efd529d6c609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba98e81-4cd1-4258-8c12-6ff2bbae677b,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:30.981721 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Deleting port b5236148-6e00-4d28-927e-9df03a30831b {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:30.982071 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (b5236148-6e00-4d28-927e-9df03a30831b), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.068686 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] For port b5236148-6e00-4d28-927e-9df03a30831b, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b5236148-6e00-4d28-927e-9df03a30831b,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:31.069062 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (b5236148-6e00-4d28-927e-9df03a30831b), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.083679 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Calling delete_port for b5236148-6e00-4d28-927e-9df03a30831b owned by network:router_gateway {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:31.085450 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T14:03:29Z', 'revision_number': 5, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port': {'id': 'b5236148-6e00-4d28-927e-9df03a30831b', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:47Z', 'updated_at': '2022-05-13T13:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:31.120659 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] Checking router: a21cbf5f-ca12-4397-af5b-582fb332595e for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:03:31.127707 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] Routers {'a21cbf5f-ca12-4397-af5b-582fb332595e'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:03:31.128418 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a21cbf5f-ca12-4397-af5b-582fb332595e'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:31.240253 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] Set router a21cbf5f-ca12-4397-af5b-582fb332595e gateway port host: None {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:03:31.298011 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (b5236148-6e00-4d28-927e-9df03a30831b), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.304507 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T14:03:30Z', 'revision_number': 6, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port_host': None}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:31.325813 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b5236148-6e00-4d28-927e-9df03a30831b,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:31.348660 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ceb147-240d-4876-b051-81f8c7530dee None None] The sync data for ids ['a21cbf5f-ca12-4397-af5b-582fb332595e'] in dv-cinder-841753-1-iscsi is: [{'id': 'a21cbf5f-ca12-4397-af5b-582fb332595e', 'name': 'tempest-AttachVolumeNegativeTest-1921026937-router', 'tenant_id': 'ac9b3816e0cb4400919797c107065ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:45Z', 'updated_at': '2022-05-13T14:03:30Z', 'revision_number': 6, 'project_id': 'ac9b3816e0cb4400919797c107065ad4', 'gw_port_host': None}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:03:31.368838 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683151'] for router_gateway (a21cbf5f-ca12-4397-af5b-582fb332595e), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.492665 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6579'] for router (a21cbf5f-ca12-4397-af5b-582fb332595e), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.495067 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Publish callbacks [] for router_controller (a21cbf5f-ca12-4397-af5b-582fb332595e), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.562338 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680920'] for router (a21cbf5f-ca12-4397-af5b-582fb332595e), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.563487 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router a21cbf5f-ca12-4397-af5b-582fb332595e {{(pid=109875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:03:31.576834 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.578054 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-6838e425-0034-4cae-a60c-73ec4fa760ca admin admin] 10.222.0.79 "DELETE /v2.0/routers/a21cbf5f-ca12-4397-af5b-582fb332595e HTTP/1.1" status: 204 len: 168 time: 0.9141583 May 13 14:03:31.580640 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38822) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:31.627876 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_v2 [None req-8567fd5a-a587-4546-9c90-149f7055590c admin admin] Deleting subnet 1c0740f5-1421-43f8-a0c8-70308a319e92 {{(pid=109875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:03:31.631673 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8567fd5a-a587-4546-9c90-149f7055590c admin admin] Publish callbacks [] for subnet (1c0740f5-1421-43f8-a0c8-70308a319e92), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.680895 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8567fd5a-a587-4546-9c90-149f7055590c admin admin] Publish callbacks [] for subnet (1c0740f5-1421-43f8-a0c8-70308a319e92), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.730136 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8567fd5a-a587-4546-9c90-149f7055590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (1c0740f5-1421-43f8-a0c8-70308a319e92), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.793789 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8567fd5a-a587-4546-9c90-149f7055590c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (1c0740f5-1421-43f8-a0c8-70308a319e92), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.817626 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567fd5a-a587-4546-9c90-149f7055590c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0740f5-1421-43f8-a0c8-70308a319e92,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:31.823698 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8567fd5a-a587-4546-9c90-149f7055590c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.826870 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-8567fd5a-a587-4546-9c90-149f7055590c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1c0740f5-1421-43f8-a0c8-70308a319e92 HTTP/1.1" status: 204 len: 168 time: 0.2451069 May 13 14:03:31.829311 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d712cb50-31ef-4ee0-b92b-1e8952f063f7 None None] Network ed6b2694-1b8c-422b-965c-287402920164 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:03:31.830152 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38830) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:31.905106 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (ed6b2694-1b8c-422b-965c-287402920164), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:31.969162 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Deleting port b4299fd9-797f-4d29-88d8-abedfe4a3eec {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:31.969735 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.033314 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] For port b4299fd9-797f-4d29-88d8-abedfe4a3eec, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b4299fd9-797f-4d29-88d8-abedfe4a3eec,segment=NetworkSegment(fd6d4178-67a6-4e33-bcd4-625c525e1f1d),segment_id=fd6d4178-67a6-4e33-bcd4-625c525e1f1d)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:32.033689 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.052273 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Calling delete_port for b4299fd9-797f-4d29-88d8-abedfe4a3eec owned by network:dhcp {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:32.123884 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d5f0e-68e5-4d47-b239-bedd943564a5 None None] DHCP port deletion for ed6b2694-1b8c-422b-965c-287402920164 request from dv-cinder-841753-1-iscsi {{(pid=109877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:03:32.148460 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.186616 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4299fd9-797f-4d29-88d8-abedfe4a3eec,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:32.196801 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] No DVR routers for this DVR port b4299fd9-797f-4d29-88d8-abedfe4a3eec on host dv-cinder-841753-1-iscsi {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:03:32.198613 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d5f0e-68e5-4d47-b239-bedd943564a5 None None] Deleting port b4299fd9-797f-4d29-88d8-abedfe4a3eec {{(pid=109877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:32.199535 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5f0e-68e5-4d47-b239-bedd943564a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), before_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.214573 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 28828a7e-601a-4233-976c-8a36b48762e7 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:03:32.269680 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 28828a7e-601a-4233-976c-8a36b48762e7 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:03:32.270114 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 28828a7e-601a-4233-976c-8a36b48762e7 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:03:32.270602 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b5236148-6e00-4d28-927e-9df03a30831b no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:03:32.289408 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (ed6b2694-1b8c-422b-965c-287402920164), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.302429 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: b5236148-6e00-4d28-927e-9df03a30831b {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:03:32.302808 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b5236148-6e00-4d28-927e-9df03a30831b not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:03:32.303236 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b4299fd9-797f-4d29-88d8-abedfe4a3eec no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:03:32.320487 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6b2694-1b8c-422b-965c-287402920164']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:32.332434 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-3f3d5f0e-68e5-4d47-b239-bedd943564a5 None None] For port b4299fd9-797f-4d29-88d8-abedfe4a3eec, host dv-cinder-841753-1-iscsi, got binding levels [] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:32.332943 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5f0e-68e5-4d47-b239-bedd943564a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), precommit_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.335446 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: b4299fd9-797f-4d29-88d8-abedfe4a3eec {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:03:32.335977 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b4299fd9-797f-4d29-88d8-abedfe4a3eec not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:03:32.342060 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:32.342402 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6d4178-67a6-4e33-bcd4-625c525e1f1d') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:32.350791 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-3f3d5f0e-68e5-4d47-b239-bedd943564a5 None None] Calling delete_port for b4299fd9-797f-4d29-88d8-abedfe4a3eec owned by network:dhcp {{(pid=109877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:32.354057 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.ipam_backend_mixin [None req-3f3d5f0e-68e5-4d47-b239-bedd943564a5 None None] Port b4299fd9-797f-4d29-88d8-abedfe4a3eec was not found and therefore no delete operation was performed {{(pid=109877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 13 14:03:32.355511 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3f3d5f0e-68e5-4d47-b239-bedd943564a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (b4299fd9-797f-4d29-88d8-abedfe4a3eec), after_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.356832 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (fd6d4178-67a6-4e33-bcd4-625c525e1f1d), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.371886 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (fd6d4178-67a6-4e33-bcd4-625c525e1f1d), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.379390 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:03:32.380095 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (fd6d4178-67a6-4e33-bcd4-625c525e1f1d), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:03:32.382519 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:03:32.385184 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d5f0e-68e5-4d47-b239-bedd943564a5 None None] Pushing event deleted for resources: {'Port': ['ID=b4299fd9-797f-4d29-88d8-abedfe4a3eec,revision_number=None']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:32.399041 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d5f0e-68e5-4d47-b239-bedd943564a5 None None] No DVR routers for this DVR port b4299fd9-797f-4d29-88d8-abedfe4a3eec on host dv-cinder-841753-1-iscsi {{(pid=109877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:03:32.477748 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (ed6b2694-1b8c-422b-965c-287402920164), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.484384 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.489906 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ed6b2694-1b8c-422b-965c-287402920164 HTTP/1.1" status: 204 len: 168 time: 0.6564248 May 13 14:03:32.499716 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf120d-d169-4a8a-b9e5-40380745dbb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed6b2694-1b8c-422b-965c-287402920164,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:32.529089 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38856) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:32.765703 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38860) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:32.819526 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38864) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:32.820074 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-8aff1190-d1cd-4a90-b8e1-5a683f99c80f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ac9b3816e0cb4400919797c107065ad4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0524499 May 13 14:03:32.873881 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-55adc1a0-7ab8-487d-b9b0-4bd482b04b02 admin admin] Publish callbacks [] for security_group (7af97913-01dc-43b6-bdbe-dcb909961420), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.900712 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-55adc1a0-7ab8-487d-b9b0-4bd482b04b02 admin admin] Publish callbacks [] for security_group (7af97913-01dc-43b6-bdbe-dcb909961420), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.961578 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-55adc1a0-7ab8-487d-b9b0-4bd482b04b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (7af97913-01dc-43b6-bdbe-dcb909961420), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.966424 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-55adc1a0-7ab8-487d-b9b0-4bd482b04b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:32.972610 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-55adc1a0-7ab8-487d-b9b0-4bd482b04b02 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7af97913-01dc-43b6-bdbe-dcb909961420 HTTP/1.1" status: 204 len: 168 time: 0.1513357 May 13 14:03:32.980730 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55adc1a0-7ab8-487d-b9b0-4bd482b04b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af97913-01dc-43b6-bdbe-dcb909961420,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:33.370164 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684641'] for router_interface (ec22e497-4e25-49b2-857d-100dd5927384), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:33.634606 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] Deleting port 95d022e7-9321-4b19-8388-3a238f079f90 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:33.635115 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (95d022e7-9321-4b19-8388-3a238f079f90), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:33.722156 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] For port 95d022e7-9321-4b19-8388-3a238f079f90, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=95d022e7-9321-4b19-8388-3a238f079f90,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:33.722530 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (95d022e7-9321-4b19-8388-3a238f079f90), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:33.736121 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] Calling delete_port for 95d022e7-9321-4b19-8388-3a238f079f90 owned by network:router_interface {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:33.935255 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (95d022e7-9321-4b19-8388-3a238f079f90), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:33.967687 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d022e7-9321-4b19-8388-3a238f079f90,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:34.146302 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-500046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512040'] for router_interface (ec22e497-4e25-49b2-857d-100dd5927384), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:34.415859 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] Router ec22e497-4e25-49b2-857d-100dd5927384 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:03:34.543653 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:03:34.550439 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-67fe4606-0e57-4fb9-a56c-ec420eecb409 admin admin] 10.222.0.79 "PUT /v2.0/routers/ec22e497-4e25-49b2-857d-100dd5927384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0202484 May 13 14:03:34.553429 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38914) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:34.563915 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] Sync routers for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:03:34.577351 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:03:34.578574 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:34.729266 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:03:34.904018 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38924) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:34.932390 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T14:03:33Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:34.962102 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] Checking router: ec22e497-4e25-49b2-857d-100dd5927384 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:03:34.970818 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] Routers {'ec22e497-4e25-49b2-857d-100dd5927384'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:03:34.971449 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['ec22e497-4e25-49b2-857d-100dd5927384'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:34.982510 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Publish callbacks [] for router (ec22e497-4e25-49b2-857d-100dd5927384), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.056672 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.106564 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Publish callbacks [] for router_gateway (ec22e497-4e25-49b2-857d-100dd5927384), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.160956 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Deleting port 0a51d8b3-4cf1-417a-b3a2-283930bc1021 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:35.161572 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.167025 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Publish callbacks [] for security_group (3db893c1-b5e8-44e2-b0e0-b94e94b9b4d4), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.174767 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3db893c1-b5e8-44e2-b0e0-b94e94b9b4d4), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.215815 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63364337ddef4aa89de6901cefef1758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101604 May 13 14:03:35.216710 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db893c1-b5e8-44e2-b0e0-b94e94b9b4d4,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:35.219203 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38928) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:35.225374 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.225723 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.226061 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.226395 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.226745 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.227071 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.227392 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.227721 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.228044 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.228362 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.228688 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.229009 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.229323 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.229584 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] Set router ec22e497-4e25-49b2-857d-100dd5927384 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:03:35.229719 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.229953 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a41c68-c4bb-489a-b29a-07437c784330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:35.274477 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] For port 0a51d8b3-4cf1-417a-b3a2-283930bc1021, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=0a51d8b3-4cf1-417a-b3a2-283930bc1021,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:35.274787 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.295256 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Calling delete_port for 0a51d8b3-4cf1-417a-b3a2-283930bc1021 owned by network:router_gateway {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:35.319339 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3d626e94-5b89-4c6b-a9a4-cf58e90e5425 admin admin] Publish callbacks [] for security_group (3db893c1-b5e8-44e2-b0e0-b94e94b9b4d4), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.375785 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3d626e94-5b89-4c6b-a9a4-cf58e90e5425 admin admin] Publish callbacks [] for security_group (3db893c1-b5e8-44e2-b0e0-b94e94b9b4d4), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.411622 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T14:03:33Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:35.443926 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff36641-e2d6-41c8-93e5-1bfa98c449ef None None] The sync data for ids ['ec22e497-4e25-49b2-857d-100dd5927384'] in dv-cinder-841753-1-iscsi is: [{'id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'name': 'tempest-AttachVolumeTestJSON-485237243-router', 'tenant_id': 'ef87180052d643af940a8e2b4f21e46f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:46Z', 'updated_at': '2022-05-13T14:03:33Z', 'revision_number': 5, 'project_id': 'ef87180052d643af940a8e2b4f21e46f', 'gw_port': {'id': '0a51d8b3-4cf1-417a-b3a2-283930bc1021', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:37:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec22e497-4e25-49b2-857d-100dd5927384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:48Z', 'updated_at': '2022-05-13T13:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:03:35.513487 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3d626e94-5b89-4c6b-a9a4-cf58e90e5425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3db893c1-b5e8-44e2-b0e0-b94e94b9b4d4), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.516209 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3d626e94-5b89-4c6b-a9a4-cf58e90e5425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.517362 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-3d626e94-5b89-4c6b-a9a4-cf58e90e5425 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3db893c1-b5e8-44e2-b0e0-b94e94b9b4d4 HTTP/1.1" status: 204 len: 168 time: 0.2916749 May 13 14:03:35.531330 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d626e94-5b89-4c6b-a9a4-cf58e90e5425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db893c1-b5e8-44e2-b0e0-b94e94b9b4d4,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:35.546381 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (0a51d8b3-4cf1-417a-b3a2-283930bc1021), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.573227 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a51d8b3-4cf1-417a-b3a2-283930bc1021,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:35.601217 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683151'] for router_gateway (ec22e497-4e25-49b2-857d-100dd5927384), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.712396 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6579'] for router (ec22e497-4e25-49b2-857d-100dd5927384), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.714930 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Publish callbacks [] for router_controller (ec22e497-4e25-49b2-857d-100dd5927384), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.769384 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680920'] for router (ec22e497-4e25-49b2-857d-100dd5927384), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.769914 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec22e497-4e25-49b2-857d-100dd5927384 {{(pid=109875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:03:35.779293 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.785476 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-75b42776-0c24-4b33-ac23-5a8cb7bc61e8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ec22e497-4e25-49b2-857d-100dd5927384 HTTP/1.1" status: 204 len: 168 time: 1.2249734 May 13 14:03:35.786615 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38940) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:35.840641 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_v2 [None req-7932d7a7-ec03-40d3-97bf-8f9f50b33739 admin admin] Deleting subnet 6ffaafe0-6962-4052-8361-d81fc28ac59c {{(pid=109875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:03:35.845140 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7932d7a7-ec03-40d3-97bf-8f9f50b33739 admin admin] Publish callbacks [] for subnet (6ffaafe0-6962-4052-8361-d81fc28ac59c), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.878279 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38942) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:35.897445 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a1aae818-6f5f-4964-89ed-58dced3088f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:35.915160 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7932d7a7-ec03-40d3-97bf-8f9f50b33739 admin admin] Publish callbacks [] for subnet (6ffaafe0-6962-4052-8361-d81fc28ac59c), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.031097 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7932d7a7-ec03-40d3-97bf-8f9f50b33739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (6ffaafe0-6962-4052-8361-d81fc28ac59c), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.168243 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 95d022e7-9321-4b19-8388-3a238f079f90 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:03:36.195660 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 95d022e7-9321-4b19-8388-3a238f079f90 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:03:36.197694 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 95d022e7-9321-4b19-8388-3a238f079f90 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:03:36.201903 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a1aae818-6f5f-4964-89ed-58dced3088f4 admin admin] Publish callbacks [] for security_group (f946704e-94a4-4509-9afc-df31cec50a3a), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.210687 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7932d7a7-ec03-40d3-97bf-8f9f50b33739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (6ffaafe0-6962-4052-8361-d81fc28ac59c), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.212713 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a1aae818-6f5f-4964-89ed-58dced3088f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f946704e-94a4-4509-9afc-df31cec50a3a), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.265918 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932d7a7-ec03-40d3-97bf-8f9f50b33739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ffaafe0-6962-4052-8361-d81fc28ac59c,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:36.266339 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26ff89-e945-4d24-9a54-b49cdc526176 None None] Network 447dd757-4541-46df-a762-b636f2945abd requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:03:36.268681 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-7932d7a7-ec03-40d3-97bf-8f9f50b33739 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.272166 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-7932d7a7-ec03-40d3-97bf-8f9f50b33739 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6ffaafe0-6962-4052-8361-d81fc28ac59c HTTP/1.1" status: 204 len: 168 time: 0.4844964 May 13 14:03:36.275309 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 38948) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:36.287543 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aae818-6f5f-4964-89ed-58dced3088f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f946704e-94a4-4509-9afc-df31cec50a3a,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:36.294427 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-a1aae818-6f5f-4964-89ed-58dced3088f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a0983f6d364a471a9e4ada349eaacb14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125226 May 13 14:03:36.295385 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38950) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:36.387505 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3223fe03-a741-40e7-b650-4e85084e680f admin admin] Publish callbacks [] for security_group (f946704e-94a4-4509-9afc-df31cec50a3a), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.390342 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (447dd757-4541-46df-a762-b636f2945abd), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.420307 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3223fe03-a741-40e7-b650-4e85084e680f admin admin] Publish callbacks [] for security_group (f946704e-94a4-4509-9afc-df31cec50a3a), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.445396 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Deleting port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:03:36.445805 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.476228 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3223fe03-a741-40e7-b650-4e85084e680f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f946704e-94a4-4509-9afc-df31cec50a3a), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.478879 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3223fe03-a741-40e7-b650-4e85084e680f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.482683 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-3223fe03-a741-40e7-b650-4e85084e680f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f946704e-94a4-4509-9afc-df31cec50a3a HTTP/1.1" status: 204 len: 168 time: 0.1757727 May 13 14:03:36.489015 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3223fe03-a741-40e7-b650-4e85084e680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f946704e-94a4-4509-9afc-df31cec50a3a,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:36.524338 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] For port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd,segment=NetworkSegment(3c957a2b-14b3-4114-bf26-8c9b22a67949),segment_id=3c957a2b-14b3-4114-bf26-8c9b22a67949)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:03:36.524783 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.540243 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Calling delete_port for 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd owned by network:dhcp {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:03:36.631790 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.661533 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:36.667130 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] No DVR routers for this DVR port 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd on host dv-cinder-841753-1-iscsi {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:03:36.739360 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abdfa02-96cb-4867-ac0b-c998d46ede96 None None] DHCP port deletion for 447dd757-4541-46df-a762-b636f2945abd request from dv-cinder-841753-1-iscsi {{(pid=109877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:03:36.754741 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (447dd757-4541-46df-a762-b636f2945abd), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.778441 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447dd757-4541-46df-a762-b636f2945abd']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:36.789315 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c957a2b-14b3-4114-bf26-8c9b22a67949') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:36.789613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c957a2b-14b3-4114-bf26-8c9b22a67949') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:03:36.800327 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (3c957a2b-14b3-4114-bf26-8c9b22a67949), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.814590 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (3c957a2b-14b3-4114-bf26-8c9b22a67949), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.821119 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:03:36.821403 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (3c957a2b-14b3-4114-bf26-8c9b22a67949), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:03:36.823301 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:03:36.882312 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (447dd757-4541-46df-a762-b636f2945abd), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.888162 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:36.892244 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] 10.222.0.79 "DELETE /v2.0/networks/447dd757-4541-46df-a762-b636f2945abd HTTP/1.1" status: 204 len: 168 time: 0.6158941 May 13 14:03:36.908052 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b29c7-8057-4f5b-8573-d0c5bac81d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=447dd757-4541-46df-a762-b636f2945abd,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:37.018645 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38966) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:37.059683 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-2df19cf0-b01d-4356-a37a-a753e0a793b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef87180052d643af940a8e2b4f21e46f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398078 May 13 14:03:37.063029 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 38970) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:37.111837 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e924f21f-5e53-4a5e-8f08-cc51c7d9743e admin admin] Publish callbacks [] for security_group (a548037e-b124-4136-ad7a-c2623040fb98), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:37.134351 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e924f21f-5e53-4a5e-8f08-cc51c7d9743e admin admin] Publish callbacks [] for security_group (a548037e-b124-4136-ad7a-c2623040fb98), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:37.186996 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e924f21f-5e53-4a5e-8f08-cc51c7d9743e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (a548037e-b124-4136-ad7a-c2623040fb98), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:37.189659 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e924f21f-5e53-4a5e-8f08-cc51c7d9743e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:37.191039 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-e924f21f-5e53-4a5e-8f08-cc51c7d9743e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a548037e-b124-4136-ad7a-c2623040fb98 HTTP/1.1" status: 204 len: 168 time: 0.1269813 May 13 14:03:37.200938 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924f21f-5e53-4a5e-8f08-cc51c7d9743e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a548037e-b124-4136-ad7a-c2623040fb98,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:38.046864 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0a51d8b3-4cf1-417a-b3a2-283930bc1021 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:03:38.070257 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 0a51d8b3-4cf1-417a-b3a2-283930bc1021 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:03:38.070685 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0a51d8b3-4cf1-417a-b3a2-283930bc1021 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:03:38.071235 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:03:38.091422 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:03:38.091839 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8ae7df4f-abc3-4e49-bcd4-f56ef5bf60bd not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:03:38.704972 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39050) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:38.826967 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:38.913896 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Publish callbacks [] for security_group (331a2d83-5a25-47a0-99c2-75b52b62f876), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:38.918467 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (331a2d83-5a25-47a0-99c2-75b52b62f876), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:38.956483 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331a2d83-5a25-47a0-99c2-75b52b62f876,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:38.960440 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc755d186d004ab3805c54d8f41cc982&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544463 May 13 14:03:38.963147 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39066) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:38.967997 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.968468 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.969102 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.969976 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.970459 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.970927 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.975920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.975920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.975920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.975920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.975920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.975920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.975920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.975920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:38.975920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c4109d-80e7-47f3-9ae5-2ad002be5a2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:03:39.016665 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cdbaedb5-cbea-475b-a271-431501a3e670 admin admin] Publish callbacks [] for security_group (331a2d83-5a25-47a0-99c2-75b52b62f876), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.038698 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cdbaedb5-cbea-475b-a271-431501a3e670 admin admin] Publish callbacks [] for security_group (331a2d83-5a25-47a0-99c2-75b52b62f876), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.091484 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cdbaedb5-cbea-475b-a271-431501a3e670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (331a2d83-5a25-47a0-99c2-75b52b62f876), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.094045 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cdbaedb5-cbea-475b-a271-431501a3e670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.095306 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-cdbaedb5-cbea-475b-a271-431501a3e670 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/331a2d83-5a25-47a0-99c2-75b52b62f876 HTTP/1.1" status: 204 len: 168 time: 0.1311824 May 13 14:03:39.104107 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaedb5-cbea-475b-a271-431501a3e670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331a2d83-5a25-47a0-99c2-75b52b62f876,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:39.373711 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39078) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:39.387380 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e5931189-589a-4703-87f8-f5ccb161e4b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.467420 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e5931189-589a-4703-87f8-f5ccb161e4b5 admin admin] Publish callbacks [] for security_group (e8bfbc81-22db-4aa6-9b1d-dd594f9ae152), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.471672 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e5931189-589a-4703-87f8-f5ccb161e4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e8bfbc81-22db-4aa6-9b1d-dd594f9ae152), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.511856 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5931189-589a-4703-87f8-f5ccb161e4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bfbc81-22db-4aa6-9b1d-dd594f9ae152,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:39.516540 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e5931189-589a-4703-87f8-f5ccb161e4b5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=058c95cb7bae4085962b74fcbb78ad63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410141 May 13 14:03:39.520783 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39080) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:39.570678 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1749fa0d-fb38-4c24-91cc-d7c3ab45e253 admin admin] Publish callbacks [] for security_group (e8bfbc81-22db-4aa6-9b1d-dd594f9ae152), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.594430 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1749fa0d-fb38-4c24-91cc-d7c3ab45e253 admin admin] Publish callbacks [] for security_group (e8bfbc81-22db-4aa6-9b1d-dd594f9ae152), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.647634 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1749fa0d-fb38-4c24-91cc-d7c3ab45e253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e8bfbc81-22db-4aa6-9b1d-dd594f9ae152), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.650137 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1749fa0d-fb38-4c24-91cc-d7c3ab45e253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:39.651346 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-1749fa0d-fb38-4c24-91cc-d7c3ab45e253 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8bfbc81-22db-4aa6-9b1d-dd594f9ae152 HTTP/1.1" status: 204 len: 168 time: 0.1296163 May 13 14:03:39.660930 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749fa0d-fb38-4c24-91cc-d7c3ab45e253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bfbc81-22db-4aa6-9b1d-dd594f9ae152,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:41.660741 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39184) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:41.764740 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e527-ca38-488b-b80d-47e69d9e926b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:41.838315 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e527-ca38-488b-b80d-47e69d9e926b admin admin] Publish callbacks [] for security_group (f2cfe44a-e1b2-42cf-85c1-b7fdacc511e0), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:41.842271 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-7bd5e527-ca38-488b-b80d-47e69d9e926b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f2cfe44a-e1b2-42cf-85c1-b7fdacc511e0), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:41.884251 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-7bd5e527-ca38-488b-b80d-47e69d9e926b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6422e212035342a1bcce6da7cf2427c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223530 May 13 14:03:41.885277 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5e527-ca38-488b-b80d-47e69d9e926b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cfe44a-e1b2-42cf-85c1-b7fdacc511e0,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:41.887953 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39188) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:41.947577 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-041392d0-bc77-40d5-99c1-116995be56ae admin admin] Publish callbacks [] for security_group (f2cfe44a-e1b2-42cf-85c1-b7fdacc511e0), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:41.970041 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-041392d0-bc77-40d5-99c1-116995be56ae admin admin] Publish callbacks [] for security_group (f2cfe44a-e1b2-42cf-85c1-b7fdacc511e0), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:42.016393 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-041392d0-bc77-40d5-99c1-116995be56ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f2cfe44a-e1b2-42cf-85c1-b7fdacc511e0), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:42.019280 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-041392d0-bc77-40d5-99c1-116995be56ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:42.020553 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-041392d0-bc77-40d5-99c1-116995be56ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2cfe44a-e1b2-42cf-85c1-b7fdacc511e0 HTTP/1.1" status: 204 len: 168 time: 0.1314218 May 13 14:03:42.028941 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041392d0-bc77-40d5-99c1-116995be56ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cfe44a-e1b2-42cf-85c1-b7fdacc511e0,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:42.289340 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39196) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:42.305493 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-260a633b-4585-4e1c-81fd-c025af9c0569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:42.385145 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-260a633b-4585-4e1c-81fd-c025af9c0569 admin admin] Publish callbacks [] for security_group (c9b4c163-29d7-4c05-a268-a65edc730d1f), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:42.390276 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-260a633b-4585-4e1c-81fd-c025af9c0569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c9b4c163-29d7-4c05-a268-a65edc730d1f), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:42.429081 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-260a633b-4585-4e1c-81fd-c025af9c0569 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4a89e823d6084b7ea314993796a01169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386285 May 13 14:03:42.430005 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a633b-4585-4e1c-81fd-c025af9c0569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b4c163-29d7-4c05-a268-a65edc730d1f,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:42.431730 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39204) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:42.483421 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fe970d63-927c-4d4b-8779-af5e93db5b07 admin admin] Publish callbacks [] for security_group (c9b4c163-29d7-4c05-a268-a65edc730d1f), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:42.507200 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fe970d63-927c-4d4b-8779-af5e93db5b07 admin admin] Publish callbacks [] for security_group (c9b4c163-29d7-4c05-a268-a65edc730d1f), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:42.554609 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fe970d63-927c-4d4b-8779-af5e93db5b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c9b4c163-29d7-4c05-a268-a65edc730d1f), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:42.557194 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fe970d63-927c-4d4b-8779-af5e93db5b07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:42.558796 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-fe970d63-927c-4d4b-8779-af5e93db5b07 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9b4c163-29d7-4c05-a268-a65edc730d1f HTTP/1.1" status: 204 len: 168 time: 0.1242220 May 13 14:03:42.567678 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe970d63-927c-4d4b-8779-af5e93db5b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b4c163-29d7-4c05-a268-a65edc730d1f,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:42.672544 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-32678573-ad52-4265-9dce-94560a9f9cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:44.070061 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:44.784113 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39306) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:44.923789 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de972b93-0fe7-48a9-ad66-8e7fc1db9727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:44.966092 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39312) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:45.027184 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de972b93-0fe7-48a9-ad66-8e7fc1db9727 admin admin] Publish callbacks [] for security_group (6f4a785c-9534-4be0-86ce-67978501cef8), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.032527 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de972b93-0fe7-48a9-ad66-8e7fc1db9727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (6f4a785c-9534-4be0-86ce-67978501cef8), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.080300 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-de972b93-0fe7-48a9-ad66-8e7fc1db9727 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e02d703292174436acb09e9bb8a6e193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2943175 May 13 14:03:45.081273 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de972b93-0fe7-48a9-ad66-8e7fc1db9727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4a785c-9534-4be0-86ce-67978501cef8,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:45.083129 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39316) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:45.107207 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef49d-2a4b-4284-96e6-8d73ecbd6b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.174578 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-07c8e4e0-4cf1-438e-9c5f-e8e560b2853f admin admin] Publish callbacks [] for security_group (6f4a785c-9534-4be0-86ce-67978501cef8), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.209187 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-07c8e4e0-4cf1-438e-9c5f-e8e560b2853f admin admin] Publish callbacks [] for security_group (6f4a785c-9534-4be0-86ce-67978501cef8), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.263131 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef49d-2a4b-4284-96e6-8d73ecbd6b97 admin admin] Publish callbacks [] for security_group (3bc81a62-86f9-401e-94af-97f3af0c9c4f), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.267924 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ef0ef49d-2a4b-4284-96e6-8d73ecbd6b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3bc81a62-86f9-401e-94af-97f3af0c9c4f), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.318954 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-07c8e4e0-4cf1-438e-9c5f-e8e560b2853f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (6f4a785c-9534-4be0-86ce-67978501cef8), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.321596 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-07c8e4e0-4cf1-438e-9c5f-e8e560b2853f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.322776 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-07c8e4e0-4cf1-438e-9c5f-e8e560b2853f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f4a785c-9534-4be0-86ce-67978501cef8 HTTP/1.1" status: 204 len: 168 time: 0.2383101 May 13 14:03:45.324684 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ef49d-2a4b-4284-96e6-8d73ecbd6b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc81a62-86f9-401e-94af-97f3af0c9c4f,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:45.351776 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-ef0ef49d-2a4b-4284-96e6-8d73ecbd6b97 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fcb7d94e2ba453590ff33e773fd990c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843627 May 13 14:03:45.353270 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8e4e0-4cf1-438e-9c5f-e8e560b2853f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4a785c-9534-4be0-86ce-67978501cef8,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:45.354423 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39320) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:45.418875 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38499cfb-9335-43ff-b21a-9163da65486c admin admin] Publish callbacks [] for security_group (3bc81a62-86f9-401e-94af-97f3af0c9c4f), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.443131 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38499cfb-9335-43ff-b21a-9163da65486c admin admin] Publish callbacks [] for security_group (3bc81a62-86f9-401e-94af-97f3af0c9c4f), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.496398 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-faf7fa25-bfd0-4b8f-8b6c-314f54d9a0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.518431 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38499cfb-9335-43ff-b21a-9163da65486c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3bc81a62-86f9-401e-94af-97f3af0c9c4f), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.521032 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38499cfb-9335-43ff-b21a-9163da65486c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.522273 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-38499cfb-9335-43ff-b21a-9163da65486c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3bc81a62-86f9-401e-94af-97f3af0c9c4f HTTP/1.1" status: 204 len: 168 time: 0.1667156 May 13 14:03:45.535074 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38499cfb-9335-43ff-b21a-9163da65486c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc81a62-86f9-401e-94af-97f3af0c9c4f,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:45.644108 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39326) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:45.658361 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ecaca754-8ce7-4459-be0d-a19b25e6159b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.755258 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ecaca754-8ce7-4459-be0d-a19b25e6159b admin admin] Publish callbacks [] for security_group (c301caa8-f8c1-401b-9690-a63f8363aa1a), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.766156 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ecaca754-8ce7-4459-be0d-a19b25e6159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c301caa8-f8c1-401b-9690-a63f8363aa1a), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.811459 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-ecaca754-8ce7-4459-be0d-a19b25e6159b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2451e8a8ca42478bbb9ab3791ff7a77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1662369 May 13 14:03:45.813030 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaca754-8ce7-4459-be0d-a19b25e6159b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c301caa8-f8c1-401b-9690-a63f8363aa1a,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:45.814808 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39330) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:45.900239 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-68d08c73-1496-451e-9ff5-7164bbc56964 admin admin] Publish callbacks [] for security_group (c301caa8-f8c1-401b-9690-a63f8363aa1a), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.934880 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-68d08c73-1496-451e-9ff5-7164bbc56964 admin admin] Publish callbacks [] for security_group (c301caa8-f8c1-401b-9690-a63f8363aa1a), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:45.989622 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39344) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:46.008039 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cc30e7a7-80d9-4a7b-85e5-ea1010ff40d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.022171 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-68d08c73-1496-451e-9ff5-7164bbc56964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c301caa8-f8c1-401b-9690-a63f8363aa1a), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.025012 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-68d08c73-1496-451e-9ff5-7164bbc56964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.026324 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-68d08c73-1496-451e-9ff5-7164bbc56964 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c301caa8-f8c1-401b-9690-a63f8363aa1a HTTP/1.1" status: 204 len: 168 time: 0.2104261 May 13 14:03:46.037799 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d08c73-1496-451e-9ff5-7164bbc56964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c301caa8-f8c1-401b-9690-a63f8363aa1a,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:46.136743 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cc30e7a7-80d9-4a7b-85e5-ea1010ff40d7 admin admin] Publish callbacks [] for security_group (619eca83-9756-4028-b0dc-5656d1f2caef), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.141658 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cc30e7a7-80d9-4a7b-85e5-ea1010ff40d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (619eca83-9756-4028-b0dc-5656d1f2caef), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.186339 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30e7a7-80d9-4a7b-85e5-ea1010ff40d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619eca83-9756-4028-b0dc-5656d1f2caef,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:46.195403 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-cc30e7a7-80d9-4a7b-85e5-ea1010ff40d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7951f55a395d4ef1b264dae366b31900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024453 May 13 14:03:46.195728 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39350) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:46.286614 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38399542-a976-4724-b215-57a504e26568 admin admin] Publish callbacks [] for security_group (619eca83-9756-4028-b0dc-5656d1f2caef), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.324059 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.326975 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38399542-a976-4724-b215-57a504e26568 admin admin] Publish callbacks [] for security_group (619eca83-9756-4028-b0dc-5656d1f2caef), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.340800 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39358) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:46.416653 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38399542-a976-4724-b215-57a504e26568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (619eca83-9756-4028-b0dc-5656d1f2caef), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.420576 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38399542-a976-4724-b215-57a504e26568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.423347 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-38399542-a976-4724-b215-57a504e26568 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/619eca83-9756-4028-b0dc-5656d1f2caef HTTP/1.1" status: 204 len: 168 time: 0.2265275 May 13 14:03:46.436033 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38399542-a976-4724-b215-57a504e26568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619eca83-9756-4028-b0dc-5656d1f2caef,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:46.503252 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c1c9-f758-4a27-9f26-1571e069b917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.615842 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c1c9-f758-4a27-9f26-1571e069b917 admin admin] Publish callbacks [] for security_group (54892694-48a5-40be-bfac-d43e43b7157f), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.620774 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a4a1c1c9-f758-4a27-9f26-1571e069b917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (54892694-48a5-40be-bfac-d43e43b7157f), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.667341 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a4a1c1c9-f758-4a27-9f26-1571e069b917 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9eb67099abec43c59e2aa5fe2f0920ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253355 May 13 14:03:46.671172 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39376) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:46.684310 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1c1c9-f758-4a27-9f26-1571e069b917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54892694-48a5-40be-bfac-d43e43b7157f,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:46.745061 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f553f438-3a5f-4263-a994-2f63265be854 admin admin] Publish callbacks [] for security_group (54892694-48a5-40be-bfac-d43e43b7157f), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.775900 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f553f438-3a5f-4263-a994-2f63265be854 admin admin] Publish callbacks [] for security_group (54892694-48a5-40be-bfac-d43e43b7157f), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.847566 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f553f438-3a5f-4263-a994-2f63265be854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (54892694-48a5-40be-bfac-d43e43b7157f), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.850872 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f553f438-3a5f-4263-a994-2f63265be854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:46.854644 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-f553f438-3a5f-4263-a994-2f63265be854 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/54892694-48a5-40be-bfac-d43e43b7157f HTTP/1.1" status: 204 len: 168 time: 0.1788323 May 13 14:03:46.860767 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553f438-3a5f-4263-a994-2f63265be854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54892694-48a5-40be-bfac-d43e43b7157f,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:47.856284 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:49.455678 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:51.506697 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39552) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:51.686350 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8a946d6c-bd4a-42c3-aae9-e9a7eb44639d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:51.773604 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8a946d6c-bd4a-42c3-aae9-e9a7eb44639d admin admin] Publish callbacks [] for security_group (3130f9fc-46ea-4bb5-8ca9-6ae37ab423c0), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:51.777232 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8a946d6c-bd4a-42c3-aae9-e9a7eb44639d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3130f9fc-46ea-4bb5-8ca9-6ae37ab423c0), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:51.823536 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-8a946d6c-bd4a-42c3-aae9-e9a7eb44639d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=93dfe640b38f45f79fd2315cd7463f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156922 May 13 14:03:51.824261 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a946d6c-bd4a-42c3-aae9-e9a7eb44639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3130f9fc-46ea-4bb5-8ca9-6ae37ab423c0,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:51.826496 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39562) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:51.885841 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e24eb5c7-d3d4-44eb-ac0e-c32cea81e975 admin admin] Publish callbacks [] for security_group (3130f9fc-46ea-4bb5-8ca9-6ae37ab423c0), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:51.910364 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e24eb5c7-d3d4-44eb-ac0e-c32cea81e975 admin admin] Publish callbacks [] for security_group (3130f9fc-46ea-4bb5-8ca9-6ae37ab423c0), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:51.962463 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e24eb5c7-d3d4-44eb-ac0e-c32cea81e975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3130f9fc-46ea-4bb5-8ca9-6ae37ab423c0), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:51.965231 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e24eb5c7-d3d4-44eb-ac0e-c32cea81e975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:51.966415 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e24eb5c7-d3d4-44eb-ac0e-c32cea81e975 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3130f9fc-46ea-4bb5-8ca9-6ae37ab423c0 HTTP/1.1" status: 204 len: 168 time: 0.1386609 May 13 14:03:51.978989 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24eb5c7-d3d4-44eb-ac0e-c32cea81e975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3130f9fc-46ea-4bb5-8ca9-6ae37ab423c0,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:52.309894 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39576) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:52.324185 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8bf332a4-81e9-4e6f-943a-28d0abee9641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:52.412120 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8bf332a4-81e9-4e6f-943a-28d0abee9641 admin admin] Publish callbacks [] for security_group (72e9acea-82c2-42c4-b900-f38f70ff9d8f), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:52.417245 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8bf332a4-81e9-4e6f-943a-28d0abee9641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (72e9acea-82c2-42c4-b900-f38f70ff9d8f), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:52.455895 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf332a4-81e9-4e6f-943a-28d0abee9641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e9acea-82c2-42c4-b900-f38f70ff9d8f,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:52.460369 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-8bf332a4-81e9-4e6f-943a-28d0abee9641 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5ff29c183342477c81bf4b8ed16faaa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494706 May 13 14:03:52.463345 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39578) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:52.514124 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad9f8-1199-471e-a69e-d6f88c7df3ee admin admin] Publish callbacks [] for security_group (72e9acea-82c2-42c4-b900-f38f70ff9d8f), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:52.536945 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad9f8-1199-471e-a69e-d6f88c7df3ee admin admin] Publish callbacks [] for security_group (72e9acea-82c2-42c4-b900-f38f70ff9d8f), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:52.585223 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad9f8-1199-471e-a69e-d6f88c7df3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (72e9acea-82c2-42c4-b900-f38f70ff9d8f), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:52.588194 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9b8ad9f8-1199-471e-a69e-d6f88c7df3ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:52.589365 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-9b8ad9f8-1199-471e-a69e-d6f88c7df3ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72e9acea-82c2-42c4-b900-f38f70ff9d8f HTTP/1.1" status: 204 len: 168 time: 0.1248376 May 13 14:03:52.598548 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ad9f8-1199-471e-a69e-d6f88c7df3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e9acea-82c2-42c4-b900-f38f70ff9d8f,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:55.796758 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39686) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:55.935066 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-24e7a8b2-0d8c-4fb2-99fb-d88bb5c188b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.054760 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-24e7a8b2-0d8c-4fb2-99fb-d88bb5c188b9 admin admin] Publish callbacks [] for security_group (98255b81-2a64-4b3b-86b2-87ef5665a393), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.059939 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-24e7a8b2-0d8c-4fb2-99fb-d88bb5c188b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (98255b81-2a64-4b3b-86b2-87ef5665a393), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.110743 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-24e7a8b2-0d8c-4fb2-99fb-d88bb5c188b9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b85eeb0a7ee0408ca90bb2e4c23f0543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126378 May 13 14:03:56.112115 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7a8b2-0d8c-4fb2-99fb-d88bb5c188b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98255b81-2a64-4b3b-86b2-87ef5665a393,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:56.113659 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39698) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:56.200498 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16bdf83a-d64f-4307-b68f-372c0c38fd25 admin admin] Publish callbacks [] for security_group (98255b81-2a64-4b3b-86b2-87ef5665a393), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.238622 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16bdf83a-d64f-4307-b68f-372c0c38fd25 admin admin] Publish callbacks [] for security_group (98255b81-2a64-4b3b-86b2-87ef5665a393), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.313194 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16bdf83a-d64f-4307-b68f-372c0c38fd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (98255b81-2a64-4b3b-86b2-87ef5665a393), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.318313 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-16bdf83a-d64f-4307-b68f-372c0c38fd25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.320280 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-16bdf83a-d64f-4307-b68f-372c0c38fd25 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/98255b81-2a64-4b3b-86b2-87ef5665a393 HTTP/1.1" status: 204 len: 168 time: 0.2049546 May 13 14:03:56.337248 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdf83a-d64f-4307-b68f-372c0c38fd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98255b81-2a64-4b3b-86b2-87ef5665a393,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:56.685869 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39722) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:56.700010 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8d820706-5747-464b-b887-a778e28b1045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.785229 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8d820706-5747-464b-b887-a778e28b1045 admin admin] Publish callbacks [] for security_group (813fea8b-bfc6-4752-877b-48c16a8bfe42), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.790163 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8d820706-5747-464b-b887-a778e28b1045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (813fea8b-bfc6-4752-877b-48c16a8bfe42), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.829086 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-8d820706-5747-464b-b887-a778e28b1045 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b886bb95424c43b98f23a94de334b3fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418805 May 13 14:03:56.829809 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d820706-5747-464b-b887-a778e28b1045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813fea8b-bfc6-4752-877b-48c16a8bfe42,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:56.831952 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39724) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:56.892695 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f4832546-81d3-4532-9abc-4e05547d7ef8 admin admin] Publish callbacks [] for security_group (813fea8b-bfc6-4752-877b-48c16a8bfe42), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.915770 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f4832546-81d3-4532-9abc-4e05547d7ef8 admin admin] Publish callbacks [] for security_group (813fea8b-bfc6-4752-877b-48c16a8bfe42), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.965904 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f4832546-81d3-4532-9abc-4e05547d7ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (813fea8b-bfc6-4752-877b-48c16a8bfe42), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.968490 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f4832546-81d3-4532-9abc-4e05547d7ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:56.969648 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-f4832546-81d3-4532-9abc-4e05547d7ef8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/813fea8b-bfc6-4752-877b-48c16a8bfe42 HTTP/1.1" status: 204 len: 168 time: 0.1365843 May 13 14:03:56.977897 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4832546-81d3-4532-9abc-4e05547d7ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813fea8b-bfc6-4752-877b-48c16a8bfe42,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:57.341060 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 39732) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:57.356116 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-94a52182-5095-40e0-b98b-a6e4fc6200ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:57.446030 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-94a52182-5095-40e0-b98b-a6e4fc6200ac admin admin] Publish callbacks [] for security_group (cf0e84fa-e8c9-463e-b6f9-173e072bdc5c), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:57.450366 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-94a52182-5095-40e0-b98b-a6e4fc6200ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (cf0e84fa-e8c9-463e-b6f9-173e072bdc5c), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:57.493064 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-94a52182-5095-40e0-b98b-a6e4fc6200ac admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5170a6f23fb54d51b621c9c5ebbbff96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507347 May 13 14:03:57.494048 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a52182-5095-40e0-b98b-a6e4fc6200ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0e84fa-e8c9-463e-b6f9-173e072bdc5c,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:57.496004 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 39734) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:03:57.554374 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3bb90fec-b2c4-4adb-938a-19725ee1aa29 admin admin] Publish callbacks [] for security_group (cf0e84fa-e8c9-463e-b6f9-173e072bdc5c), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:57.582520 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3bb90fec-b2c4-4adb-938a-19725ee1aa29 admin admin] Publish callbacks [] for security_group (cf0e84fa-e8c9-463e-b6f9-173e072bdc5c), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:57.648474 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3bb90fec-b2c4-4adb-938a-19725ee1aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (cf0e84fa-e8c9-463e-b6f9-173e072bdc5c), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:57.651076 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3bb90fec-b2c4-4adb-938a-19725ee1aa29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:03:57.652389 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-3bb90fec-b2c4-4adb-938a-19725ee1aa29 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf0e84fa-e8c9-463e-b6f9-173e072bdc5c HTTP/1.1" status: 204 len: 168 time: 0.1544805 May 13 14:03:57.661287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb90fec-b2c4-4adb-938a-19725ee1aa29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0e84fa-e8c9-463e-b6f9-173e072bdc5c,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:03:59.755452 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:04:01.996743 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb0690-fd27-4918-9fe3-b51cacc620f1 req-d0f3926c-815f-4b06-9cc0-5236b0fa3ead tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:01.999825 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ccfb0690-fd27-4918-9fe3-b51cacc620f1 req-d0f3926c-815f-4b06-9cc0-5236b0fa3ead tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 946 time: 0.0592027 May 13 14:04:02.061595 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ccfb0690-fd27-4918-9fe3-b51cacc620f1 req-0d281bde-9cbe-4161-9632-5892027f2813 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555212 May 13 14:04:03.205720 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356e116-c43c-4177-938a-795696227afb req-f09a10a3-5d53-44a2-9896-6e5e4affb278 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:03.207303 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6356e116-c43c-4177-938a-795696227afb req-f09a10a3-5d53-44a2-9896-6e5e4affb278 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 946 time: 0.0512424 May 13 14:04:03.272080 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6356e116-c43c-4177-938a-795696227afb req-3f1f93de-2a59-42ec-b276-c726130ebb6c tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576913 May 13 14:04:04.679066 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90eac-43d7-4f90-a70c-19579818d0e3 req-287c8e06-48f4-4dac-98e8-6731a8e16bf8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:04.680542 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ace90eac-43d7-4f90-a70c-19579818d0e3 req-287c8e06-48f4-4dac-98e8-6731a8e16bf8 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 946 time: 0.3274841 May 13 14:04:04.735669 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ace90eac-43d7-4f90-a70c-19579818d0e3 req-3a715cac-74e8-43f8-85e1-a21a261f34ae tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493288 May 13 14:04:05.900730 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a70be7-f934-4b42-81b0-8a877bda222d req-d862e4b6-c950-41fa-aca3-5bf5cd152aac tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:05.902458 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b2a70be7-f934-4b42-81b0-8a877bda222d req-d862e4b6-c950-41fa-aca3-5bf5cd152aac tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 946 time: 0.0608332 May 13 14:04:05.986644 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b2a70be7-f934-4b42-81b0-8a877bda222d req-31314dc4-bb92-4b11-818b-451d214719f6 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups?id=a527cbc5-6812-4e09-9ab7-46e44a3a4aac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769963 May 13 14:04:06.312873 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-035ff066-7576-46fa-bea2-206183186d4d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:06.314534 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-035ff066-7576-46fa-bea2-206183186d4d tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.87 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 946 time: 0.0611720 May 13 14:04:06.436259 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Deleting port 64446a02-9540-4f0f-8e1e-fe054859b8ee {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:04:06.437594 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:06.603877 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] For port 64446a02-9540-4f0f-8e1e-fe054859b8ee, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=64446a02-9540-4f0f-8e1e-fe054859b8ee,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:06.603877 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:06.866847 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:06.867494 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (8ec40c8c-af2f-40f0-ad3a-83c86f849bb9), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:06.868012 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Floating IP 8ec40c8c-af2f-40f0-ad3a-83c86f849bb9 disassociated. External IP: 172.27.3.226, port: 64446a02-9540-4f0f-8e1e-fe054859b8ee. May 13 14:04:06.868574 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Calling delete_port for 64446a02-9540-4f0f-8e1e-fe054859b8ee owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:04:07.101325 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (64446a02-9540-4f0f-8e1e-fe054859b8ee), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:07.166236 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c7be8cfe-1756-4793-851e-08f086108428 req-b47bb0b2-be08-4169-838c-7a047fab1f9a tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 210 time: 0.0795472 May 13 14:04:07.171414 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event deleted for resources: {'Port': ['ID=64446a02-9540-4f0f-8e1e-fe054859b8ee,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:07.372486 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Router 9793912d-1b76-475e-b040-6704167da888 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:04:07.517797 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:04:07.539677 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] Sync routers for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:04:07.562631 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:07.563940 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:07.578464 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] No DVR routers for this DVR port 64446a02-9540-4f0f-8e1e-fe054859b8ee on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:04:07.581653 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:07.585391 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4f325ae7-38d5-461e-a9a1-67fa9cd45f48 req-aa65317a-97e6-457e-80a8-a65619f4b371 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.87 "DELETE /v2.0/ports/64446a02-9540-4f0f-8e1e-fe054859b8ee HTTP/1.1" status: 204 len: 173 time: 1.2653241 May 13 14:04:07.586091 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'name': 'network-vif-deleted', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:04:07.588783 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac735ab2-7cab-4884-a6f8-7e8d1ef208ea" -d '{"events": [{"server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "name": "network-vif-deleted", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:04:07.726437 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa50d91-bb11-480f-a9a3-065df9fe4a41 x-openstack-request-id: req-9aa50d91-bb11-480f-a9a3-065df9fe4a41 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:04:07.726815 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724a12c7-721b-4152-b296-d2404b24443c", "name": "network-vif-deleted", "tag": "64446a02-9540-4f0f-8e1e-fe054859b8ee", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:04:07.727121 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9aa50d91-bb11-480f-a9a3-065df9fe4a41 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:04:07.727490 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa50d91-bb11-480f-a9a3-065df9fe4a41'] response: {'server_uuid': '724a12c7-721b-4152-b296-d2404b24443c', 'name': 'network-vif-deleted', 'tag': '64446a02-9540-4f0f-8e1e-fe054859b8ee', 'status': 'completed', 'code': 200} May 13 14:04:07.843722 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:08.130188 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:08.171443 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] Checking router: 9793912d-1b76-475e-b040-6704167da888 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:04:08.183703 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:08.185437 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:03:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:08.407276 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:08.626968 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-931de697-9543-473c-8901-6134bfa4a37d req-02585323-2f4a-498e-aae5-54758b7f3c86 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/ports?device_id=724a12c7-721b-4152-b296-d2404b24443c HTTP/1.1" status: 200 len: 210 time: 0.0519836 May 13 14:04:08.717074 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:08.751942 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1291ae-7cf5-48ad-b84a-3c5912963695 None None] The sync data for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi is: [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'eff783ad-5273-4515-b1f2-f2f812c348e4', 'name': '', 'network_id': 'd31cc72a-07f0-4e46-83ba-2f51500ae3d4', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'mac_address': 'fa:16:3e:bb:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:59Z', 'updated_at': '2022-05-13T13:56:19Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'subnets': [{'id': 'b3543575-5e38-4c61-8e32-a85fd786856f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:04:08.988625 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40030) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:09.072827 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68cdab-b00e-46c0-97a7-09909b7e5808 None None] New status for floating IP 8ec40c8c-af2f-40f0-ad3a-83c86f849bb9: DOWN {{(pid=109877) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:04:09.145021 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6954-de58-4b44-bb76-0a2a747c5a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.265795 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6954-de58-4b44-bb76-0a2a747c5a8e admin admin] Publish callbacks [] for security_group (4ed6502a-4a87-4f3b-a138-868b3e573388), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.270000 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bb8a6954-de58-4b44-bb76-0a2a747c5a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (4ed6502a-4a87-4f3b-a138-868b3e573388), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.316547 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a6954-de58-4b44-bb76-0a2a747c5a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed6502a-4a87-4f3b-a138-868b3e573388,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:09.322699 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-bb8a6954-de58-4b44-bb76-0a2a747c5a8e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3535011fbf74c7ebdcd5660b677084a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324008 May 13 14:04:09.327168 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40036) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:09.386059 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bc50b581-d609-4513-b938-ecfb3486cee3 admin admin] Publish callbacks [] for security_group (4ed6502a-4a87-4f3b-a138-868b3e573388), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.418183 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bc50b581-d609-4513-b938-ecfb3486cee3 admin admin] Publish callbacks [] for security_group (4ed6502a-4a87-4f3b-a138-868b3e573388), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.434114 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 64446a02-9540-4f0f-8e1e-fe054859b8ee no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:04:09.456835 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 64446a02-9540-4f0f-8e1e-fe054859b8ee {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:04:09.457175 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 64446a02-9540-4f0f-8e1e-fe054859b8ee not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:04:09.494460 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bc50b581-d609-4513-b938-ecfb3486cee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (4ed6502a-4a87-4f3b-a138-868b3e573388), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.497627 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bc50b581-d609-4513-b938-ecfb3486cee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.499092 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-bc50b581-d609-4513-b938-ecfb3486cee3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4ed6502a-4a87-4f3b-a138-868b3e573388 HTTP/1.1" status: 204 len: 168 time: 0.1701760 May 13 14:04:09.508727 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50b581-d609-4513-b938-ecfb3486cee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed6502a-4a87-4f3b-a138-868b3e573388,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:09.754642 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40050) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:09.834255 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d6721c6d-1159-40b6-b0b9-968995530c09 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (a527cbc5-6812-4e09-9ab7-46e44a3a4aac), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.875564 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d6721c6d-1159-40b6-b0b9-968995530c09 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (a527cbc5-6812-4e09-9ab7-46e44a3a4aac), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.879966 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40052) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:09.904265 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1a87b9b2-982a-45d6-885d-e6a19b978ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.969480 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d6721c6d-1159-40b6-b0b9-968995530c09 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (a527cbc5-6812-4e09-9ab7-46e44a3a4aac), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.973945 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d6721c6d-1159-40b6-b0b9-968995530c09 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:09.975556 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d6721c6d-1159-40b6-b0b9-968995530c09 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "DELETE /v2.0/security-groups/a527cbc5-6812-4e09-9ab7-46e44a3a4aac HTTP/1.1" status: 204 len: 168 time: 0.2194805 May 13 14:04:09.980349 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40056) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:09.994002 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6721c6d-1159-40b6-b0b9-968995530c09 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a527cbc5-6812-4e09-9ab7-46e44a3a4aac,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:10.006280 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.api.v2.resource [None req-e15a0e74-5697-4c2d-8709-9f3079e5b915 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] show failed (client error): The resource could not be found. May 13 14:04:10.007411 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e15a0e74-5697-4c2d-8709-9f3079e5b915 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "GET /v2.0/security-groups/a527cbc5-6812-4e09-9ab7-46e44a3a4aac HTTP/1.1" status: 404 len: 347 time: 0.0259230 May 13 14:04:10.019723 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40058) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:10.103787 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1a87b9b2-982a-45d6-885d-e6a19b978ef0 admin admin] Publish callbacks [] for security_group (cdee00ce-5aca-4afc-a2ff-2c2c6642fc6a), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.112725 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1a87b9b2-982a-45d6-885d-e6a19b978ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (cdee00ce-5aca-4afc-a2ff-2c2c6642fc6a), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.158056 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-1a87b9b2-982a-45d6-885d-e6a19b978ef0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=411823cad8e14c259bfdd9c0816e2e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766182 May 13 14:04:10.160567 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87b9b2-982a-45d6-885d-e6a19b978ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdee00ce-5aca-4afc-a2ff-2c2c6642fc6a,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:10.163624 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40060) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:10.189996 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b0a79-09f2-4bce-b0d3-37ba9d1170d1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Deleting port 203b4b63-065a-427e-93d5-17da79003efe {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:04:10.190540 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0a79-09f2-4bce-b0d3-37ba9d1170d1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (203b4b63-065a-427e-93d5-17da79003efe), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.229128 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e9fd605c-6090-4c87-986d-2221256ab15a admin admin] Publish callbacks [] for security_group (cdee00ce-5aca-4afc-a2ff-2c2c6642fc6a), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.255686 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e9fd605c-6090-4c87-986d-2221256ab15a admin admin] Publish callbacks [] for security_group (cdee00ce-5aca-4afc-a2ff-2c2c6642fc6a), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.291076 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0a79-09f2-4bce-b0d3-37ba9d1170d1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (203b4b63-065a-427e-93d5-17da79003efe), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.291697 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0a79-09f2-4bce-b0d3-37ba9d1170d1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (203b4b63-065a-427e-93d5-17da79003efe), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.317510 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-ce0b0a79-09f2-4bce-b0d3-37ba9d1170d1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Calling delete_port for 203b4b63-065a-427e-93d5-17da79003efe owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:04:10.336455 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e9fd605c-6090-4c87-986d-2221256ab15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (cdee00ce-5aca-4afc-a2ff-2c2c6642fc6a), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.346906 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e9fd605c-6090-4c87-986d-2221256ab15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.348851 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e9fd605c-6090-4c87-986d-2221256ab15a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cdee00ce-5aca-4afc-a2ff-2c2c6642fc6a HTTP/1.1" status: 204 len: 168 time: 0.1830924 May 13 14:04:10.362524 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd605c-6090-4c87-986d-2221256ab15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdee00ce-5aca-4afc-a2ff-2c2c6642fc6a,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:10.504604 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0a79-09f2-4bce-b0d3-37ba9d1170d1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (203b4b63-065a-427e-93d5-17da79003efe), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.547377 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b0a79-09f2-4bce-b0d3-37ba9d1170d1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Pushing event deleted for resources: {'Port': ['ID=203b4b63-065a-427e-93d5-17da79003efe,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:10.572506 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0a79-09f2-4bce-b0d3-37ba9d1170d1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks [] for floatingip (8ec40c8c-af2f-40f0-ad3a-83c86f849bb9), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.575218 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ce0b0a79-09f2-4bce-b0d3-37ba9d1170d1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:10.576676 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-ce0b0a79-09f2-4bce-b0d3-37ba9d1170d1 tempest-AttachVolumeShelveTestJSON-1986208347 tempest-AttachVolumeShelveTestJSON-1986208347-project] 10.222.0.79 "DELETE /v2.0/floatingips/8ec40c8c-af2f-40f0-ad3a-83c86f849bb9 HTTP/1.1" status: 204 len: 168 time: 0.5553739 May 13 14:04:12.681622 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5e7f3250-21e2-4f11-91fe-1f9d1c001d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:13.208297 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40152) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:13.255953 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40156) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:13.441930 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63c0def2-5f9f-465d-a091-6d0c5a797a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:13.665973 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63c0def2-5f9f-465d-a091-6d0c5a797a51 admin admin] Publish callbacks [] for security_group (e9d02079-bdaa-4a6f-ae55-7fbf5a509fa0), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:13.703828 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-63c0def2-5f9f-465d-a091-6d0c5a797a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e9d02079-bdaa-4a6f-ae55-7fbf5a509fa0), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:13.762687 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-63c0def2-5f9f-465d-a091-6d0c5a797a51 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=484e74418bcc4b398bad5b2de6ff220c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5056198 May 13 14:04:13.766580 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40160) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:13.784915 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0def2-5f9f-465d-a091-6d0c5a797a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d02079-bdaa-4a6f-ae55-7fbf5a509fa0,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:13.851689 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f9ee18bc-121f-4621-acd0-a33085cdc431 admin admin] Publish callbacks [] for security_group (e9d02079-bdaa-4a6f-ae55-7fbf5a509fa0), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:13.908028 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f9ee18bc-121f-4621-acd0-a33085cdc431 admin admin] Publish callbacks [] for security_group (e9d02079-bdaa-4a6f-ae55-7fbf5a509fa0), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:14.012871 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f9ee18bc-121f-4621-acd0-a33085cdc431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e9d02079-bdaa-4a6f-ae55-7fbf5a509fa0), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:14.018834 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f9ee18bc-121f-4621-acd0-a33085cdc431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:14.020520 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-f9ee18bc-121f-4621-acd0-a33085cdc431 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e9d02079-bdaa-4a6f-ae55-7fbf5a509fa0 HTTP/1.1" status: 204 len: 168 time: 0.2528193 May 13 14:04:14.022808 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684641'] for router_interface (9793912d-1b76-475e-b040-6704167da888), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:14.036348 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee18bc-121f-4621-acd0-a33085cdc431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d02079-bdaa-4a6f-ae55-7fbf5a509fa0,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:14.086329 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:14.447416 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] Deleting port eff783ad-5273-4515-b1f2-f2f812c348e4 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:04:14.448629 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:14.605457 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] For port eff783ad-5273-4515-b1f2-f2f812c348e4, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=eff783ad-5273-4515-b1f2-f2f812c348e4,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:14.607856 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:14.635046 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] Calling delete_port for eff783ad-5273-4515-b1f2-f2f812c348e4 owned by network:router_interface {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:04:14.909629 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (eff783ad-5273-4515-b1f2-f2f812c348e4), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:14.947290 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] Pushing event deleted for resources: {'Port': ['ID=eff783ad-5273-4515-b1f2-f2f812c348e4,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:15.179386 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40208) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:15.190070 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-500046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512040'] for router_interface (9793912d-1b76-475e-b040-6704167da888), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:15.343487 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1540285597-network', 'tenant_id': '673435f01c47460bae84e4f31643f66d'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:15.381750 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Made reservation on behalf of 673435f01c47460bae84e4f31643f66d for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:04:15.386918 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:15.403597 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:15.504125 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-16ef320f-cc0c-400a-84eb-5b7bdefc4d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:15.530861 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] Router 9793912d-1b76-475e-b040-6704167da888 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:04:15.584019 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Publish callbacks [] for security_group (f2de8ab9-9bd9-43a3-a35a-08a55f776e0a), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:15.590024 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f2de8ab9-9bd9-43a3-a35a-08a55f776e0a), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:15.643869 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:15.646947 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:04:15.668158 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (d73f556d-ed5c-4332-817c-6216835600c5), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:15.668899 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Added segment d73f556d-ed5c-4332-817c-6216835600c5 of type vlan for network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 May 13 14:04:15.762736 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (b1642e0f-e0a0-4b6b-99e7-c73c07b51b14), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:15.770357 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:04:15.784634 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-bba56ad9-5ba3-416d-b1f3-3f614aff682a admin admin] 10.222.0.79 "PUT /v2.0/routers/9793912d-1b76-475e-b040-6704167da888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5755553 May 13 14:04:15.788581 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40220) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:15.791722 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] Sync routers for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:04:15.817615 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:15.819620 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:04:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:15.840704 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (b1642e0f-e0a0-4b6b-99e7-c73c07b51b14), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:15.843716 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:15.844838 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:15.972939 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40228) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:15.978676 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7970231 May 13 14:04:15.979421 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92873552-7c69-4c4c-9974-e702b72d7007 admin admin] Pushing event updated for resources: {'Network': ['ID=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:15.987264 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Request body: {'subnet': {'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1540285597-subnet', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'ip_version': 4}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:15.996871 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:04:16.215090 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:16.320976 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40238) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:16.340279 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.478521 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Publish callbacks [] for router (9793912d-1b76-475e-b040-6704167da888), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.533624 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T14:04:14Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:16.543346 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-52981bc6-5f6c-4f61-aea7-445420e45e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.567600 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Made reservation on behalf of 673435f01c47460bae84e4f31643f66d for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:04:16.570622 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28984712'] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.576182 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] Checking router: 9793912d-1b76-475e-b040-6704167da888 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:04:16.590032 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] Routers {'9793912d-1b76-475e-b040-6704167da888'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:16.591001 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:04:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['9793912d-1b76-475e-b040-6704167da888'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:16.706042 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-52981bc6-5f6c-4f61-aea7-445420e45e88 admin admin] Publish callbacks [] for security_group (2a8d012f-dd41-49e1-8e68-6f1ec2450916), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.712973 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-52981bc6-5f6c-4f61-aea7-445420e45e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2a8d012f-dd41-49e1-8e68-6f1ec2450916), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.761360 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-52981bc6-5f6c-4f61-aea7-445420e45e88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be1a4af9209642c4aa95008b117d4c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378350 May 13 14:04:16.764008 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52981bc6-5f6c-4f61-aea7-445420e45e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8d012f-dd41-49e1-8e68-6f1ec2450916,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:16.768529 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40248) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:16.805847 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] Set router 9793912d-1b76-475e-b040-6704167da888 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:16.825230 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Publish callbacks [] for router_gateway (9793912d-1b76-475e-b040-6704167da888), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.844352 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8d61-8a29-4d7f-99b5-168d1b18a027 admin admin] Publish callbacks [] for security_group (2a8d012f-dd41-49e1-8e68-6f1ec2450916), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.878779 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8d61-8a29-4d7f-99b5-168d1b18a027 admin admin] Publish callbacks [] for security_group (2a8d012f-dd41-49e1-8e68-6f1ec2450916), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.931656 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Deleting port b208cfe6-066a-4d7d-9922-4beee9831969 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:04:16.931976 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.982547 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8d61-8a29-4d7f-99b5-168d1b18a027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2a8d012f-dd41-49e1-8e68-6f1ec2450916), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.985998 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8d61-8a29-4d7f-99b5-168d1b18a027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:16.992012 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-dbaf8d61-8a29-4d7f-99b5-168d1b18a027 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a8d012f-dd41-49e1-8e68-6f1ec2450916 HTTP/1.1" status: 204 len: 168 time: 0.2179570 May 13 14:04:16.997510 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf8d61-8a29-4d7f-99b5-168d1b18a027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8d012f-dd41-49e1-8e68-6f1ec2450916,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:17.115686 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T14:04:14Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:17.118387 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28984726'] for subnet (2d35c1dd-01a4-4609-ad01-4650bcf20194), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.169357 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ab3923-a31a-4109-ab8e-e27440c2f1eb None None] The sync data for ids ['9793912d-1b76-475e-b040-6704167da888'] in dv-cinder-841753-1-iscsi is: [{'id': '9793912d-1b76-475e-b040-6704167da888', 'name': 'tempest-AttachVolumeShelveTestJSON-1597221138-router', 'tenant_id': '203eb74b5a2c444aac67940d775ecfc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:55:50Z', 'updated_at': '2022-05-13T14:04:14Z', 'revision_number': 5, 'project_id': '203eb74b5a2c444aac67940d775ecfc3', 'gw_port': {'id': 'b208cfe6-066a-4d7d-9922-4beee9831969', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:56:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9793912d-1b76-475e-b040-6704167da888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:55:52Z', 'updated_at': '2022-05-13T13:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:04:17.212109 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] For port b208cfe6-066a-4d7d-9922-4beee9831969, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=b208cfe6-066a-4d7d-9922-4beee9831969,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:17.212487 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.234686 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Calling delete_port for b208cfe6-066a-4d7d-9922-4beee9831969 owned by network:router_gateway {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:04:17.240833 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d35c1dd-01a4-4609-ad01-4650bcf20194,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:17.312801 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Checking segment: {'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:17.313157 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Network hostable DHCP agents. Network: b1642e0f-e0a0-4b6b-99e7-c73c07b51b14, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:04:17.359724 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:04:17.426150 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, b1642e0f-e0a0-4b6b-99e7-c73c07b51b14) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:17.432832 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:17.433767 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.445578 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822dcd8c-0b5d-476b-b3d4-4721e136a80f None None] Network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:04:17.465857 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-9b290282-dc84-471e-9ce8-b5992894662e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4914868 May 13 14:04:17.470549 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40254) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:17.479054 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:17.492336 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40256) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:17.516596 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-32b4b0bf-ad9d-4b60-b892-2b3dff99fe37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.534556 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (b27f149b-8099-4731-8508-e6f3a783b6ca), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.536828 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (b27f149b-8099-4731-8508-e6f3a783b6ca), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.574690 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (b208cfe6-066a-4d7d-9922-4beee9831969), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.646238 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks [] for router_controller (b27f149b-8099-4731-8508-e6f3a783b6ca), precommit_add_association {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.649203 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b208cfe6-066a-4d7d-9922-4beee9831969,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:17.684736 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'project_id': '673435f01c47460bae84e4f31643f66d', 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:04:17.687015 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.813004 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683151'] for router_gateway (9793912d-1b76-475e-b040-6704167da888), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.825994 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-32b4b0bf-ad9d-4b60-b892-2b3dff99fe37 admin admin] Publish callbacks [] for security_group (f905e4b4-64cb-49cb-ab7f-9596072cec4e), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.970205 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.973995 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6579'] for router (9793912d-1b76-475e-b040-6704167da888), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.977302 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks [] for router_gateway (b27f149b-8099-4731-8508-e6f3a783b6ca), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.977757 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Publish callbacks [] for router_controller (9793912d-1b76-475e-b040-6704167da888), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:17.990893 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-32b4b0bf-ad9d-4b60-b892-2b3dff99fe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f905e4b4-64cb-49cb-ab7f-9596072cec4e), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.011461 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Allocated IP 172.20.0.2 (b1642e0f-e0a0-4b6b-99e7-c73c07b51b14/2d35c1dd-01a4-4609-ad01-4650bcf20194/47208e49-ac0c-4f0e-bc99-b329a612ebb6) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:04:18.059994 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680920'] for router (9793912d-1b76-475e-b040-6704167da888), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.062848 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9793912d-1b76-475e-b040-6704167da888 {{(pid=109876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:04:18.071922 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.077567 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-c2fda635-cff9-45d1-8b5f-18346a0824a4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9793912d-1b76-475e-b040-6704167da888 HTTP/1.1" status: 204 len: 168 time: 2.2825210 May 13 14:04:18.078217 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40262) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:18.178048 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c86709-aaaa-465d-a7b3-2c2c446f92b0 admin admin] Deleting subnet b3543575-5e38-4c61-8e32-a85fd786856f {{(pid=109876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:04:18.178321 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device eff783ad-5273-4515-b1f2-f2f812c348e4 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:04:18.186958 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40264) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:18.187887 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-32b4b0bf-ad9d-4b60-b892-2b3dff99fe37 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=985ba8133a6c4c23a0b336e3984cab31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6887200 May 13 14:04:18.189277 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4b0bf-ad9d-4b60-b892-2b3dff99fe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f905e4b4-64cb-49cb-ab7f-9596072cec4e,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:18.205971 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-28c86709-aaaa-465d-a7b3-2c2c446f92b0 admin admin] Publish callbacks [] for subnet (b3543575-5e38-4c61-8e32-a85fd786856f), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.235137 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: eff783ad-5273-4515-b1f2-f2f812c348e4 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:04:18.236065 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device eff783ad-5273-4515-b1f2-f2f812c348e4 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:04:18.294286 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-28c86709-aaaa-465d-a7b3-2c2c446f92b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28299090'] for subnet (b3543575-5e38-4c61-8e32-a85fd786856f), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.350252 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-af5196c2-b413-4bd1-9e61-583b2d951430 admin admin] Publish callbacks [] for security_group (f905e4b4-64cb-49cb-ab7f-9596072cec4e), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.408118 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-af5196c2-b413-4bd1-9e61-583b2d951430 admin admin] Publish callbacks [] for security_group (f905e4b4-64cb-49cb-ab7f-9596072cec4e), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.416047 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Publish callbacks [] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.425648 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.446410 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks [] for router_gateway (b27f149b-8099-4731-8508-e6f3a783b6ca), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.471962 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.492072 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:04:18.493290 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Pushing event updated for resources: {'Port': ['ID=47208e49-ac0c-4f0e-bc99-b329a612ebb6,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:18.496323 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:18.499974 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:04:18.507730 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.508336 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.508845 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.509382 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.509894 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.510417 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.510952 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.511442 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.511949 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.512433 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.512929 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.513407 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.513908 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.514399 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.514945 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:18.522291 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-28c86709-aaaa-465d-a7b3-2c2c446f92b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (b3543575-5e38-4c61-8e32-a85fd786856f), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.609623 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Attempting to bind port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:04:18.610360 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Attempting to bind port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:04:18.610990 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Attempting to bind port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 on network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:04:18.620690 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:04:18.621396 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Checking segment: {'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:18.622219 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.622927 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Bound using segment: {'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:04:18.623755 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Bound port: 47208e49-ac0c-4f0e-bc99-b329a612ebb6, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:04:18.624903 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.631497 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-af5196c2-b413-4bd1-9e61-583b2d951430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f905e4b4-64cb-49cb-ab7f-9596072cec4e), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.633644 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-af5196c2-b413-4bd1-9e61-583b2d951430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.635510 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-af5196c2-b413-4bd1-9e61-583b2d951430 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f905e4b4-64cb-49cb-ab7f-9596072cec4e HTTP/1.1" status: 204 len: 168 time: 0.4473150 May 13 14:04:18.651479 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5196c2-b413-4bd1-9e61-583b2d951430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f905e4b4-64cb-49cb-ab7f-9596072cec4e,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:18.654551 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-28c86709-aaaa-465d-a7b3-2c2c446f92b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2045917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984815'] for subnet (b3543575-5e38-4c61-8e32-a85fd786856f), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.661236 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Allocated IP 172.27.3.110 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/35e8dc2b-97f3-452d-9c7f-e5292400f311) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:04:18.677780 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-28c86709-aaaa-465d-a7b3-2c2c446f92b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.684282 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-28c86709-aaaa-465d-a7b3-2c2c446f92b0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b3543575-5e38-4c61-8e32-a85fd786856f HTTP/1.1" status: 204 len: 168 time: 0.6005743 May 13 14:04:18.698877 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca457d1-0658-4f89-bdc3-9039499dbfb3 None None] Network d31cc72a-07f0-4e46-83ba-2f51500ae3d4 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:04:18.701562 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40268) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:18.839245 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c86709-aaaa-465d-a7b3-2c2c446f92b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3543575-5e38-4c61-8e32-a85fd786856f,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:18.867613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (d31cc72a-07f0-4e46-83ba-2f51500ae3d4), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.872846 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks [] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.931105 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] For port 47208e49-ac0c-4f0e-bc99-b329a612ebb6, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:04:18.949445 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] For port 47208e49-ac0c-4f0e-bc99-b329a612ebb6, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=47208e49-ac0c-4f0e-bc99-b329a612ebb6,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:04:18.951272 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Deleting port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:04:18.951975 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.962302 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:18.965747 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.042675 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:04:19.074940 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:19.082530 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:04:19.095341 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd368c9-e505-45aa-b406-65c399a3676b None None] DHCP port deletion for d31cc72a-07f0-4e46-83ba-2f51500ae3d4 request from dv-cinder-841753-1-iscsi {{(pid=109877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:04:19.118909 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] For port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=5b7a1efc-7b0f-45fa-bff4-28ab004c7978,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:19.123824 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.157435 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Calling delete_port for 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 owned by network:dhcp {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:04:19.203970 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29decb5a-a39e-4251-87ba-eb0d0392121e None None] Pushing event updated for resources: {'Port': ['ID=47208e49-ac0c-4f0e-bc99-b329a612ebb6,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:19.240218 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-3cd368c9-e505-45aa-b406-65c399a3676b None None] Deleting port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 {{(pid=109877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:04:19.240842 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3cd368c9-e505-45aa-b406-65c399a3676b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), before_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.280512 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Pushing event updated for resources: {'Port': ['ID=35e8dc2b-97f3-452d-9c7f-e5292400f311,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:19.338502 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.418340 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] No DVR routers for this DVR port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 on host dv-cinder-841753-1-iscsi {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:04:19.427115 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7a1efc-7b0f-45fa-bff4-28ab004c7978,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:19.441501 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-3cd368c9-e505-45aa-b406-65c399a3676b None None] For port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=5b7a1efc-7b0f-45fa-bff4-28ab004c7978,segment=NetworkSegment(e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d),segment_id=e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:19.441923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3cd368c9-e505-45aa-b406-65c399a3676b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), precommit_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.508311 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-3cd368c9-e505-45aa-b406-65c399a3676b None None] Calling delete_port for 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 owned by network:dhcp {{(pid=109877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:04:19.520101 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.555069 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (d31cc72a-07f0-4e46-83ba-2f51500ae3d4), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.601646 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31cc72a-07f0-4e46-83ba-2f51500ae3d4']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:19.616654 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:19.616981 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:19.644266 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.684352 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.696012 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Releasing vlan 718 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:04:19.697706 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (e6d1e1e1-8a83-47a5-8a21-cb3eafb6e88d), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:04:19.717381 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:04:19.733494 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3cd368c9-e505-45aa-b406-65c399a3676b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (5b7a1efc-7b0f-45fa-bff4-28ab004c7978), after_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.757277 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd368c9-e505-45aa-b406-65c399a3676b None None] No DVR routers for this DVR port 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 on host dv-cinder-841753-1-iscsi {{(pid=109877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:04:19.817163 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd368c9-e505-45aa-b406-65c399a3676b None None] Pushing event deleted for resources: {'Port': ['ID=5b7a1efc-7b0f-45fa-bff4-28ab004c7978,revision_number=None']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:19.823758 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (d31cc72a-07f0-4e46-83ba-2f51500ae3d4), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.861779 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:19.886206 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d31cc72a-07f0-4e46-83ba-2f51500ae3d4 HTTP/1.1" status: 204 len: 168 time: 1.1757720 May 13 14:04:19.888879 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad41932-8968-4c43-ab99-1132ee066005 admin admin] Pushing event deleted for resources: {'Network': ['ID=d31cc72a-07f0-4e46-83ba-2f51500ae3d4,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:19.985398 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks [] for router_gateway (b27f149b-8099-4731-8508-e6f3a783b6ca), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:20.198361 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40294) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:20.202753 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 47208e49-ac0c-4f0e-bc99-b329a612ebb6 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:04:20.298063 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-533ea4f0-3291-4472-8210-622b9b5ff795 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=203eb74b5a2c444aac67940d775ecfc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0972059 May 13 14:04:20.302424 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40296) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:20.327322 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:20.328023 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:20.416564 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (b27f149b-8099-4731-8508-e6f3a783b6ca), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:20.427527 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83d8-ecaf-41a9-8443-9527c45a356a admin admin] Publish callbacks [] for security_group (f64232aa-f31f-453f-829e-d73e512be3bb), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:20.505829 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83d8-ecaf-41a9-8443-9527c45a356a admin admin] Publish callbacks [] for security_group (f64232aa-f31f-453f-829e-d73e512be3bb), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:20.595396 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83d8-ecaf-41a9-8443-9527c45a356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f64232aa-f31f-453f-829e-d73e512be3bb), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:20.599883 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a2ad83d8-ecaf-41a9-8443-9527c45a356a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:20.602999 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a2ad83d8-ecaf-41a9-8443-9527c45a356a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f64232aa-f31f-453f-829e-d73e512be3bb HTTP/1.1" status: 204 len: 168 time: 0.2985871 May 13 14:04:20.644972 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad83d8-ecaf-41a9-8443-9527c45a356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64232aa-f31f-453f-829e-d73e512be3bb,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:20.741282 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:20.742382 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:20.745177 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Router b27f149b-8099-4731-8508-e6f3a783b6ca is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:04:20.833752 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port 47208e49-ac0c-4f0e-bc99-b329a612ebb6, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=47208e49-ac0c-4f0e-bc99-b329a612ebb6,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:20.840409 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:20.958499 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d17b66c-42b6-4182-a58b-37375f6e7bb9 None None] Network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:04:20.958499 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b208cfe6-066a-4d7d-9922-4beee9831969 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:04:21.003767 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:04:21.043055 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:21.050981 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40308) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:21.051930 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-bfd8fadd-1bf2-485a-a764-dbb4cf762a5e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5788240 May 13 14:04:21.060155 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: b208cfe6-066a-4d7d-9922-4beee9831969 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:04:21.060912 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device b208cfe6-066a-4d7d-9922-4beee9831969 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:04:21.061469 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:04:21.064419 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Sync routers for ids ['b27f149b-8099-4731-8508-e6f3a783b6ca'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:04:21.072521 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-c6892347-6a45-4451-8ae9-5b26d40dc684 None None] Provisioning complete for port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:21.073171 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c6892347-6a45-4451-8ae9-5b26d40dc684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:21.110254 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=47208e49-ac0c-4f0e-bc99-b329a612ebb6,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:21.157806 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:04:21.158152 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 5b7a1efc-7b0f-45fa-bff4-28ab004c7978 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:04:21.202135 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Routers {'b27f149b-8099-4731-8508-e6f3a783b6ca'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:21.203005 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:04:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['b27f149b-8099-4731-8508-e6f3a783b6ca'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:21.427918 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-c6892347-6a45-4451-8ae9-5b26d40dc684 None None] Current status of the port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:21.433620 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Set router b27f149b-8099-4731-8508-e6f3a783b6ca gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:21.853240 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:19Z', 'revision_number': 3, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:21.920034 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-9b5924ef-d70d-4cde-8b14-6590e8d1e3cc None None] Provisioning complete for port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:21.920718 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-9b5924ef-d70d-4cde-8b14-6590e8d1e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:21.926194 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Checking router: b27f149b-8099-4731-8508-e6f3a783b6ca for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:04:21.926539 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Updating router b27f149b-8099-4731-8508-e6f3a783b6ca port 35e8dc2b-97f3-452d-9c7f-e5292400f311 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:04:22.009698 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:22.087857 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:22.231715 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-9b5924ef-d70d-4cde-8b14-6590e8d1e3cc None None] Current status of the port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:22.231715 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 47208e49-ac0c-4f0e-bc99-b329a612ebb6 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:04:22.387106 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:22.387679 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:22.449791 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Allocated IP 172.20.0.1 (b1642e0f-e0a0-4b6b-99e7-c73c07b51b14/2d35c1dd-01a4-4609-ad01-4650bcf20194/cac7397d-f1d2-4a12-a399-e6fe2290da66) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:04:22.572232 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:22.723701 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Publish callbacks [] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:22.737024 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:22.809232 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Publish callbacks [] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:22.816882 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Attempting to bind port 35e8dc2b-97f3-452d-9c7f-e5292400f311 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:04:22.817507 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Attempting to bind port 35e8dc2b-97f3-452d-9c7f-e5292400f311 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:04:22.817867 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Attempting to bind port 35e8dc2b-97f3-452d-9c7f-e5292400f311 on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:04:22.829317 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdc0b8-2553-4786-941a-f5208f63d2a1 None None] Pushing event updated for resources: {'Port': ['ID=35e8dc2b-97f3-452d-9c7f-e5292400f311,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:22.833481 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:04:22.834152 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:22.834657 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:22.835139 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:04:22.835815 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Bound port: 35e8dc2b-97f3-452d-9c7f-e5292400f311, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:04:22.836172 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:22.850818 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40356) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:22.880453 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:22.932947 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] For port 35e8dc2b-97f3-452d-9c7f-e5292400f311, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:04:22.942232 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] For port 35e8dc2b-97f3-452d-9c7f-e5292400f311, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=35e8dc2b-97f3-452d-9c7f-e5292400f311,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:04:22.960099 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:22.976505 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:04:22.982024 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:22.992491 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:04:23.002352 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=cac7397d-f1d2-4a12-a399-e6fe2290da66,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:23.055248 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Routers {'b27f149b-8099-4731-8508-e6f3a783b6ca'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:23.055916 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:04:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['b27f149b-8099-4731-8508-e6f3a783b6ca'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:23.062237 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdc0b8-2553-4786-941a-f5208f63d2a1 None None] Pushing event updated for resources: {'Port': ['ID=35e8dc2b-97f3-452d-9c7f-e5292400f311,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:23.104453 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (b27f149b-8099-4731-8508-e6f3a783b6ca), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.170899 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-322d08b1-3739-4a7e-b034-ed676bc5ebf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.271339 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] Set router b27f149b-8099-4731-8508-e6f3a783b6ca gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:23.358824 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-322d08b1-3739-4a7e-b034-ed676bc5ebf4 admin admin] Publish callbacks [] for security_group (2ed7cd5f-c25b-482b-9245-e66d5d34112a), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.376505 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-322d08b1-3739-4a7e-b034-ed676bc5ebf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2ed7cd5f-c25b-482b-9245-e66d5d34112a), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.392645 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.472047 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d08b1-3739-4a7e-b034-ed676bc5ebf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed7cd5f-c25b-482b-9245-e66d5d34112a,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:23.472461 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-2467946b-3a1d-47b5-9160-d038e2cd8083 None None] Provisioning complete for port cac7397d-f1d2-4a12-a399-e6fe2290da66 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:23.472839 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2467946b-3a1d-47b5-9160-d038e2cd8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.483245 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-322d08b1-3739-4a7e-b034-ed676bc5ebf4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d11e9192133c492ab084516adc55f181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6291351 May 13 14:04:23.487911 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40362) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:23.542512 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2467946b-3a1d-47b5-9160-d038e2cd8083 None None] Port cac7397d-f1d2-4a12-a399-e6fe2290da66 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:04:23.601208 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc0c9-f15f-4c49-8ab9-cbca0baae0ed admin admin] Publish callbacks [] for security_group (2ed7cd5f-c25b-482b-9245-e66d5d34112a), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.641903 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:19Z', 'revision_number': 3, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:23.647685 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc0c9-f15f-4c49-8ab9-cbca0baae0ed admin admin] Publish callbacks [] for security_group (2ed7cd5f-c25b-482b-9245-e66d5d34112a), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.699518 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba45345-c759-4e07-8a71-42ae3ad23e27 None None] The sync data for ids ['b27f149b-8099-4731-8508-e6f3a783b6ca'] in dv-cinder-841753-1-iscsi is: [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:19Z', 'revision_number': 3, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:04:23.701169 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Publish callbacks [] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.720339 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.781404 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc0c9-f15f-4c49-8ab9-cbca0baae0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (2ed7cd5f-c25b-482b-9245-e66d5d34112a), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.784685 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5b6dc0c9-f15f-4c49-8ab9-cbca0baae0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.791369 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-5b6dc0c9-f15f-4c49-8ab9-cbca0baae0ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2ed7cd5f-c25b-482b-9245-e66d5d34112a HTTP/1.1" status: 204 len: 168 time: 0.3028514 May 13 14:04:23.820175 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (b27f149b-8099-4731-8508-e6f3a783b6ca), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:23.822606 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dc0c9-f15f-4c49-8ab9-cbca0baae0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed7cd5f-c25b-482b-9245-e66d5d34112a,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:24.048255 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=cac7397d-f1d2-4a12-a399-e6fe2290da66,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:24.061132 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:04:24.063585 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:24.434794 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Router b27f149b-8099-4731-8508-e6f3a783b6ca has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:04:24.555024 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40384) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:24.599754 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-70e9594d-d5b3-435c-921a-ceca29303b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:24.688801 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-b46b4c4e-cd50-4c68-9a0e-8bdf617a57dc None None] Provisioning complete for port cac7397d-f1d2-4a12-a399-e6fe2290da66 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:24.689598 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b46b4c4e-cd50-4c68-9a0e-8bdf617a57dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:24.738852 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:04:24.754639 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-b46b4c4e-cd50-4c68-9a0e-8bdf617a57dc None None] Port cac7397d-f1d2-4a12-a399-e6fe2290da66 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:04:24.756956 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-21870f77-b947-4cd0-9c45-8db0e17ff2c3 admin admin] 10.222.0.79 "PUT /v2.0/routers/b27f149b-8099-4731-8508-e6f3a783b6ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7031379 May 13 14:04:24.766585 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-70e9594d-d5b3-435c-921a-ceca29303b13 admin admin] Publish callbacks [] for security_group (868443ff-1ac4-4473-894b-147c0346fa02), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:24.779349 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-70e9594d-d5b3-435c-921a-ceca29303b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (868443ff-1ac4-4473-894b-147c0346fa02), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:24.843287 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-70e9594d-d5b3-435c-921a-ceca29303b13 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=95f55d0ed5c4457597132319d6a22d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867265 May 13 14:04:24.846289 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40390) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:24.848611 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9594d-d5b3-435c-921a-ceca29303b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868443ff-1ac4-4473-894b-147c0346fa02,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:24.948737 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2ced-5d94-425b-9610-86a11a9aa19a admin admin] Publish callbacks [] for security_group (868443ff-1ac4-4473-894b-147c0346fa02), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:24.994390 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2ced-5d94-425b-9610-86a11a9aa19a admin admin] Publish callbacks [] for security_group (868443ff-1ac4-4473-894b-147c0346fa02), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:25.089039 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2ced-5d94-425b-9610-86a11a9aa19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (868443ff-1ac4-4473-894b-147c0346fa02), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:25.092672 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2ced-5d94-425b-9610-86a11a9aa19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:25.094080 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-3f5d2ced-5d94-425b-9610-86a11a9aa19a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/868443ff-1ac4-4473-894b-147c0346fa02 HTTP/1.1" status: 204 len: 168 time: 0.2467000 May 13 14:04:25.109585 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d2ced-5d94-425b-9610-86a11a9aa19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868443ff-1ac4-4473-894b-147c0346fa02,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:25.691770 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40432) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:25.699283 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1474771545-network', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:25.732296 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Made reservation on behalf of 089f0151b64d4854b0e0391b5aa74c8c for: {'network': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:04:25.740942 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:25.754549 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:25.909945 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Publish callbacks [] for security_group (46948042-a3e5-443d-bcfb-cf5b16babee7), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:25.916850 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (46948042-a3e5-443d-bcfb-cf5b16babee7), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:25.966773 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=109876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:04:26.003162 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46948042-a3e5-443d-bcfb-cf5b16babee7,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:26.012100 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (56393f8c-69a1-4f02-b235-95c440464b4e), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:26.012622 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.segments_db [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Added segment 56393f8c-69a1-4f02-b235-95c440464b4e of type vlan for network 2656482f-6642-432f-ab0f-c6cbc99a3807 May 13 14:04:26.110801 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (2656482f-6642-432f-ab0f-c6cbc99a3807), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:26.165980 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (2656482f-6642-432f-ab0f-c6cbc99a3807), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:26.167243 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:26.167996 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:26.216976 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 35e8dc2b-97f3-452d-9c7f-e5292400f311 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:04:26.243604 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5502036 May 13 14:04:26.247064 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40446) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:26.263049 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Request body: {'subnet': {'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1474771545-subnet', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'ip_version': 4}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:26.305033 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef91b8-347c-4b0b-b291-98e4e04930ae admin admin] Pushing event updated for resources: {'Network': ['ID=2656482f-6642-432f-ab0f-c6cbc99a3807,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:26.314206 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Made reservation on behalf of 089f0151b64d4854b0e0391b5aa74c8c for: {'subnet': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:04:26.318460 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:26.328057 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 2656482f-6642-432f-ab0f-c6cbc99a3807 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:04:26.419453 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 35e8dc2b-97f3-452d-9c7f-e5292400f311 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:26.420770 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:26.505690 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Sync routers for ids ['b27f149b-8099-4731-8508-e6f3a783b6ca'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:04:26.525537 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Routers {'b27f149b-8099-4731-8508-e6f3a783b6ca'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:26.526813 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:04:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['b27f149b-8099-4731-8508-e6f3a783b6ca'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:26.626776 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (3583e9d9-9611-47da-877b-757be38590b3), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:26.709600 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3583e9d9-9611-47da-877b-757be38590b3,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:26.722631 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Checking segment: {'id': '56393f8c-69a1-4f02-b235-95c440464b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:26.723526 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Network hostable DHCP agents. Network: 2656482f-6642-432f-ab0f-c6cbc99a3807, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:04:26.743190 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Set router b27f149b-8099-4731-8508-e6f3a783b6ca gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:26.764559 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Network 2656482f-6642-432f-ab0f-c6cbc99a3807 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:04:26.781926 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 2656482f-6642-432f-ab0f-c6cbc99a3807) {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:26.787843 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:26.788805 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:26.829982 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f292ea42-d1f5-4aed-a038-58b8d2dee908 None None] Network 2656482f-6642-432f-ab0f-c6cbc99a3807 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:04:26.831827 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-4bf76eff-813f-411d-be0d-3649ee6ab264 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5820940 May 13 14:04:26.834786 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40460) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:26.865975 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1474771545-router', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:26.915899 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (08d3e48c-41f4-40e6-bbe5-6a7359182507), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:26.918696 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (08d3e48c-41f4-40e6-bbe5-6a7359182507), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:26.996184 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 35e8dc2b-97f3-452d-9c7f-e5292400f311 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:26.996579 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.056162 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port 35e8dc2b-97f3-452d-9c7f-e5292400f311, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=35e8dc2b-97f3-452d-9c7f-e5292400f311,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:27.070615 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.102162 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks [] for router_controller (08d3e48c-41f4-40e6-bbe5-6a7359182507), precommit_add_association {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.217201 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-2656482f-6642-432f-ab0f-c6cbc99a3807', 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807', 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'fixed_ips': [{'subnet_id': '3583e9d9-9611-47da-877b-757be38590b3'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:04:27.218664 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.219037 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:23Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'cac7397d-f1d2-4a12-a399-e6fe2290da66', 'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'mac_address': 'fa:16:3e:24:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:22Z', 'updated_at': '2022-05-13T14:04:23Z', 'revision_number': 2, 'project_id': '673435f01c47460bae84e4f31643f66d', 'subnets': [{'id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:27.291491 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Checking router: b27f149b-8099-4731-8508-e6f3a783b6ca for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:04:27.292819 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Updating router b27f149b-8099-4731-8508-e6f3a783b6ca port cac7397d-f1d2-4a12-a399-e6fe2290da66 binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:04:27.303209 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=35e8dc2b-97f3-452d-9c7f-e5292400f311,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:27.336895 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.527259 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40502) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:27.603415 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Allocated IP 172.20.0.2 (2656482f-6642-432f-ab0f-c6cbc99a3807/3583e9d9-9611-47da-877b-757be38590b3/184b9827-f346-44c2-b5ab-d064e34ffad7) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:04:27.806041 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38b829b3-7308-481e-8dda-f8812eb6c091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.831350 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks [] for router_gateway (08d3e48c-41f4-40e6-bbe5-6a7359182507), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.912201 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Publish callbacks [] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.927894 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.951523 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Publish callbacks [] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.963614 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:27.981572 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Network 2656482f-6642-432f-ab0f-c6cbc99a3807 is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:04:27.990896 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:27.995437 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38b829b3-7308-481e-8dda-f8812eb6c091 admin admin] Publish callbacks [] for security_group (7615351e-157e-4607-96f4-565b828e2088), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.000413 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:04:28.005641 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-38b829b3-7308-481e-8dda-f8812eb6c091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (7615351e-157e-4607-96f4-565b828e2088), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.027225 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Pushing event updated for resources: {'Port': ['ID=184b9827-f346-44c2-b5ab-d064e34ffad7,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:28.102668 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Attempting to bind port 184b9827-f346-44c2-b5ab-d064e34ffad7 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:04:28.103293 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Attempting to bind port 184b9827-f346-44c2-b5ab-d064e34ffad7 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '56393f8c-69a1-4f02-b235-95c440464b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:04:28.103862 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Attempting to bind port 184b9827-f346-44c2-b5ab-d064e34ffad7 on network 2656482f-6642-432f-ab0f-c6cbc99a3807 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:04:28.113683 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:04:28.114078 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Checking segment: {'id': '56393f8c-69a1-4f02-b235-95c440464b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:28.114498 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.114931 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Bound using segment: {'id': '56393f8c-69a1-4f02-b235-95c440464b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:04:28.115447 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Bound port: 184b9827-f346-44c2-b5ab-d064e34ffad7, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56393f8c-69a1-4f02-b235-95c440464b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:04:28.115835 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.123729 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-38b829b3-7308-481e-8dda-f8812eb6c091 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6e66a5c52a440f6b64881277a23328c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5946996 May 13 14:04:28.124788 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b829b3-7308-481e-8dda-f8812eb6c091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7615351e-157e-4607-96f4-565b828e2088,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:28.128897 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40514) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:28.197515 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Pushing event updated for resources: {'Port': ['ID=cac7397d-f1d2-4a12-a399-e6fe2290da66,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:28.210876 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.211332 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.212043 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.212628 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.213057 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.213922 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.213922 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.214364 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.214942 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.216414 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.216899 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.217366 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.219027 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.219968 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.220094 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 35e8dc2b-97f3-452d-9c7f-e5292400f311 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:04:28.220541 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:28.254384 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks [] for router_gateway (08d3e48c-41f4-40e6-bbe5-6a7359182507), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.270977 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e668e35f-5f33-44a9-8a05-30e6e5a8bc55 admin admin] Publish callbacks [] for security_group (7615351e-157e-4607-96f4-565b828e2088), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.278423 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.281627 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Attempting to bind port cac7397d-f1d2-4a12-a399-e6fe2290da66 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:04:28.282349 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Attempting to bind port cac7397d-f1d2-4a12-a399-e6fe2290da66 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:04:28.285835 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Attempting to bind port cac7397d-f1d2-4a12-a399-e6fe2290da66 on network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:04:28.305264 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:04:28.310575 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e668e35f-5f33-44a9-8a05-30e6e5a8bc55 admin admin] Publish callbacks [] for security_group (7615351e-157e-4607-96f4-565b828e2088), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.311449 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Checking segment: {'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:28.312011 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.313052 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Bound using segment: {'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:04:28.313588 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Bound port: cac7397d-f1d2-4a12-a399-e6fe2290da66, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:04:28.313980 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.420322 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] For port 184b9827-f346-44c2-b5ab-d064e34ffad7, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:04:28.422261 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e668e35f-5f33-44a9-8a05-30e6e5a8bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (7615351e-157e-4607-96f4-565b828e2088), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.426362 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e668e35f-5f33-44a9-8a05-30e6e5a8bc55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.427080 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] For port 184b9827-f346-44c2-b5ab-d064e34ffad7, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=184b9827-f346-44c2-b5ab-d064e34ffad7,segment=NetworkSegment(56393f8c-69a1-4f02-b235-95c440464b4e),segment_id=56393f8c-69a1-4f02-b235-95c440464b4e)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:04:28.430159 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-e668e35f-5f33-44a9-8a05-30e6e5a8bc55 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7615351e-157e-4607-96f4-565b828e2088 HTTP/1.1" status: 204 len: 168 time: 0.2956142 May 13 14:04:28.448121 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668e35f-5f33-44a9-8a05-30e6e5a8bc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7615351e-157e-4607-96f4-565b828e2088,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:28.456846 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] For port cac7397d-f1d2-4a12-a399-e6fe2290da66, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:04:28.460057 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] For port cac7397d-f1d2-4a12-a399-e6fe2290da66, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=cac7397d-f1d2-4a12-a399-e6fe2290da66,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:04:28.471736 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Allocated IP 172.27.3.41 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/7638957c-4aa3-4cc4-b787-c2e476164f65) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:04:28.471879 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.475722 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.496113 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-944acf4f-903b-448e-ae2f-9dd4f4ad1e11 None None] Provisioning complete for port cac7397d-f1d2-4a12-a399-e6fe2290da66 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:28.496732 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-944acf4f-903b-448e-ae2f-9dd4f4ad1e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.559126 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Routers {'b27f149b-8099-4731-8508-e6f3a783b6ca'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:28.559834 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:04:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['b27f149b-8099-4731-8508-e6f3a783b6ca'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:28.607792 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 35e8dc2b-97f3-452d-9c7f-e5292400f311 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:28.608256 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.686011 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e7a1b-0a7c-46c3-8edc-88b64c97919c None None] Pushing event updated for resources: {'Port': ['ID=184b9827-f346-44c2-b5ab-d064e34ffad7,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:28.712949 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks [] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.760737 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ccc60-ee84-4a19-99a9-9d7ae5ca9f20 None None] Pushing event updated for resources: {'Port': ['ID=cac7397d-f1d2-4a12-a399-e6fe2290da66,revision_number=4']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:28.786226 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.831806 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-944acf4f-903b-448e-ae2f-9dd4f4ad1e11 None None] Current status of the port cac7397d-f1d2-4a12-a399-e6fe2290da66 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:28.837765 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-944acf4f-903b-448e-ae2f-9dd4f4ad1e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.841735 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:04:28.886271 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:28.893579 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:04:28.922386 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 35e8dc2b-97f3-452d-9c7f-e5292400f311 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:28.959160 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-944acf4f-903b-448e-ae2f-9dd4f4ad1e11 None None] For port cac7397d-f1d2-4a12-a399-e6fe2290da66, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=cac7397d-f1d2-4a12-a399-e6fe2290da66,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:28.969657 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-944acf4f-903b-448e-ae2f-9dd4f4ad1e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:28.988196 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Pushing event updated for resources: {'Port': ['ID=7638957c-4aa3-4cc4-b787-c2e476164f65,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:29.069568 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944acf4f-903b-448e-ae2f-9dd4f4ad1e11 None None] Pushing event updated for resources: {'Port': ['ID=cac7397d-f1d2-4a12-a399-e6fe2290da66,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:29.090916 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] Set router b27f149b-8099-4731-8508-e6f3a783b6ca gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:29.131820 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-ed393631-4413-414c-8b19-348296d82937 None None] Provisioning complete for port cac7397d-f1d2-4a12-a399-e6fe2290da66 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:29.132904 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ed393631-4413-414c-8b19-348296d82937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:29.365804 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-ed393631-4413-414c-8b19-348296d82937 None None] Current status of the port cac7397d-f1d2-4a12-a399-e6fe2290da66 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:29.515913 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:23Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'cac7397d-f1d2-4a12-a399-e6fe2290da66', 'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'mac_address': 'fa:16:3e:24:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:22Z', 'updated_at': '2022-05-13T14:04:28Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'subnets': [{'id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:29.700422 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f46129b-1837-474a-9919-8a8f0a300f19 None None] The sync data for ids ['b27f149b-8099-4731-8508-e6f3a783b6ca'] in dv-cinder-841753-1-iscsi is: [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:23Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'cac7397d-f1d2-4a12-a399-e6fe2290da66', 'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'mac_address': 'fa:16:3e:24:73:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:22Z', 'updated_at': '2022-05-13T14:04:28Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'subnets': [{'id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:04:29.712857 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks [] for router_gateway (08d3e48c-41f4-40e6-bbe5-6a7359182507), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:30.191165 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (08d3e48c-41f4-40e6-bbe5-6a7359182507), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:30.338169 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 184b9827-f346-44c2-b5ab-d064e34ffad7 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:04:30.465536 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 184b9827-f346-44c2-b5ab-d064e34ffad7 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:30.466576 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:30.528587 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc96ed0-d2ec-4d27-a588-d5c98a3ea46e None None] Network 2656482f-6642-432f-ab0f-c6cbc99a3807 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:04:30.538350 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Router 08d3e48c-41f4-40e6-bbe5-6a7359182507 is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109876) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:04:30.677663 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-2a6c6bbf-faa3-48a2-ad48-a4946472b080 None None] Provisioning complete for port 184b9827-f346-44c2-b5ab-d064e34ffad7 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:30.678667 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6c6bbf-faa3-48a2-ad48-a4946472b080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:30.753441 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:04:30.802451 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:30.805235 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-93b70270-520c-4265-8fd3-00bfd7807a69 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9451530 May 13 14:04:30.809591 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40572) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:30.822359 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Sync routers for ids ['08d3e48c-41f4-40e6-bbe5-6a7359182507'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:04:30.971159 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Routers {'08d3e48c-41f4-40e6-bbe5-6a7359182507'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:30.980661 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:04:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['08d3e48c-41f4-40e6-bbe5-6a7359182507'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:31.203929 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 184b9827-f346-44c2-b5ab-d064e34ffad7 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:31.204604 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:31.309046 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c6bbf-faa3-48a2-ad48-a4946472b080 None None] Current status of the port 184b9827-f346-44c2-b5ab-d064e34ffad7 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:31.309623 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6c6bbf-faa3-48a2-ad48-a4946472b080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:31.426912 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port 184b9827-f346-44c2-b5ab-d064e34ffad7, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=184b9827-f346-44c2-b5ab-d064e34ffad7,segment=NetworkSegment(56393f8c-69a1-4f02-b235-95c440464b4e),segment_id=56393f8c-69a1-4f02-b235-95c440464b4e)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:31.465843 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:31.466937 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device cac7397d-f1d2-4a12-a399-e6fe2290da66 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:04:31.825044 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=184b9827-f346-44c2-b5ab-d064e34ffad7,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:31.838138 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Set router 08d3e48c-41f4-40e6-bbe5-6a7359182507 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:32.013296 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:32.072270 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port cac7397d-f1d2-4a12-a399-e6fe2290da66 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:32.072828 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:32.088778 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.db.api [None req-2a6c6bbf-faa3-48a2-ad48-a4946472b080 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 13 14:04:32.089145 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG oslo_db.api [None req-2a6c6bbf-faa3-48a2-ad48-a4946472b080 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 13 14:04:32.388528 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'name': 'tempest-TestMinimumBasicScenario-1474771545-router', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:26Z', 'updated_at': '2022-05-13T14:04:29Z', 'revision_number': 3, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'gw_port': {'id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:28Z', 'updated_at': '2022-05-13T14:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:32.442064 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Checking router: 08d3e48c-41f4-40e6-bbe5-6a7359182507 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:04:32.442598 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Updating router 08d3e48c-41f4-40e6-bbe5-6a7359182507 port 7638957c-4aa3-4cc4-b787-c2e476164f65 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:04:32.459835 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Allocated IP 172.20.0.1 (2656482f-6642-432f-ab0f-c6cbc99a3807/3583e9d9-9611-47da-877b-757be38590b3/044624ac-a3bf-428c-8120-3ad89f51f317) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:04:32.495581 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port cac7397d-f1d2-4a12-a399-e6fe2290da66 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:32.524369 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:32.701598 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 184b9827-f346-44c2-b5ab-d064e34ffad7 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:04:32.730104 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Publish callbacks [] for port (044624ac-a3bf-428c-8120-3ad89f51f317), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:32.761854 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c6bbf-faa3-48a2-ad48-a4946472b080 None None] Current status of the port 184b9827-f346-44c2-b5ab-d064e34ffad7 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:32.821530 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:32.869367 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Network 2656482f-6642-432f-ab0f-c6cbc99a3807 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:04:32.876772 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:32.880180 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:04:32.880776 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (08d3e48c-41f4-40e6-bbe5-6a7359182507), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:32.883549 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 184b9827-f346-44c2-b5ab-d064e34ffad7 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:32.883933 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:32.919592 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-01dbaa32-3197-46fc-a6bd-4f8ba3fd84ca None None] Provisioning complete for port 184b9827-f346-44c2-b5ab-d064e34ffad7 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:32.919889 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-01dbaa32-3197-46fc-a6bd-4f8ba3fd84ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:32.969126 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Pushing event updated for resources: {'Port': ['ID=044624ac-a3bf-428c-8120-3ad89f51f317,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:33.155903 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.253265 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-01dbaa32-3197-46fc-a6bd-4f8ba3fd84ca None None] Current status of the port 184b9827-f346-44c2-b5ab-d064e34ffad7 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:33.286929 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 184b9827-f346-44c2-b5ab-d064e34ffad7 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:33.313754 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Publish callbacks [] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.320322 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.391533 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-e4a7e699-2b86-4ae2-ae2d-5a89b53345e8 None None] Provisioning complete for port 044624ac-a3bf-428c-8120-3ad89f51f317 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:33.392052 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e4a7e699-2b86-4ae2-ae2d-5a89b53345e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.432035 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Attempting to bind port 7638957c-4aa3-4cc4-b787-c2e476164f65 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:04:33.432835 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Attempting to bind port 7638957c-4aa3-4cc4-b787-c2e476164f65 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:04:33.437390 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Attempting to bind port 7638957c-4aa3-4cc4-b787-c2e476164f65 on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:04:33.442432 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40632) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:33.452965 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec42fe3-bcc7-44c3-b815-7c67322625df None None] Pushing event updated for resources: {'Port': ['ID=7638957c-4aa3-4cc4-b787-c2e476164f65,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:33.460961 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:04:33.461497 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:33.462097 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.462657 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:04:33.463386 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Bound port: 7638957c-4aa3-4cc4-b787-c2e476164f65, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:04:33.463806 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.468502 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Publish callbacks [] for port (044624ac-a3bf-428c-8120-3ad89f51f317), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.477346 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.477346 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (08d3e48c-41f4-40e6-bbe5-6a7359182507), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.495505 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7e699-2b86-4ae2-ae2d-5a89b53345e8 None None] Port 044624ac-a3bf-428c-8120-3ad89f51f317 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:04:33.552148 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] For port 7638957c-4aa3-4cc4-b787-c2e476164f65, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:04:33.559890 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] For port 7638957c-4aa3-4cc4-b787-c2e476164f65, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=7638957c-4aa3-4cc4-b787-c2e476164f65,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:04:33.578239 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.582766 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Pushing event updated for resources: {'Port': ['ID=044624ac-a3bf-428c-8120-3ad89f51f317,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:33.638060 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Network 2656482f-6642-432f-ab0f-c6cbc99a3807 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:04:33.639804 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:33.657813 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-25e004c4-1701-4d78-aa34-ecce74d03cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.672763 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Routers {'08d3e48c-41f4-40e6-bbe5-6a7359182507'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:33.673468 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:04:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['08d3e48c-41f4-40e6-bbe5-6a7359182507'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:33.719626 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec42fe3-bcc7-44c3-b815-7c67322625df None None] Pushing event updated for resources: {'Port': ['ID=7638957c-4aa3-4cc4-b787-c2e476164f65,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:33.817584 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-25e004c4-1701-4d78-aa34-ecce74d03cbb admin admin] Publish callbacks [] for security_group (08ef0fa9-f7bd-4751-ab37-9f2eed573c31), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.825831 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-25e004c4-1701-4d78-aa34-ecce74d03cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (08ef0fa9-f7bd-4751-ab37-9f2eed573c31), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:33.843290 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] Set router 08d3e48c-41f4-40e6-bbe5-6a7359182507 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:33.864408 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-25e004c4-1701-4d78-aa34-ecce74d03cbb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3dccf71e49b74967b8a7709ef00823cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204092 May 13 14:04:33.866917 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40642) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:33.887144 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Router 08d3e48c-41f4-40e6-bbe5-6a7359182507 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:04:33.954458 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e004c4-1701-4d78-aa34-ecce74d03cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ef0fa9-f7bd-4751-ab37-9f2eed573c31,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:33.976493 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1a6379a8-d85f-4fed-9009-25886f09261b admin admin] Publish callbacks [] for security_group (08ef0fa9-f7bd-4751-ab37-9f2eed573c31), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:34.005224 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1a6379a8-d85f-4fed-9009-25886f09261b admin admin] Publish callbacks [] for security_group (08ef0fa9-f7bd-4751-ab37-9f2eed573c31), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:34.034630 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-7596414a-8cba-4502-834a-9b20f8a6769d None None] Provisioning complete for port 044624ac-a3bf-428c-8120-3ad89f51f317 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:34.035047 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7596414a-8cba-4502-834a-9b20f8a6769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:34.080708 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1a6379a8-d85f-4fed-9009-25886f09261b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (08ef0fa9-f7bd-4751-ab37-9f2eed573c31), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:34.085454 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1a6379a8-d85f-4fed-9009-25886f09261b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:34.086755 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-1a6379a8-d85f-4fed-9009-25886f09261b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/08ef0fa9-f7bd-4751-ab37-9f2eed573c31 HTTP/1.1" status: 204 len: 168 time: 0.2185075 May 13 14:04:34.097775 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-7596414a-8cba-4502-834a-9b20f8a6769d None None] Port 044624ac-a3bf-428c-8120-3ad89f51f317 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:04:34.100608 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:04:34.106938 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6379a8-d85f-4fed-9009-25886f09261b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ef0fa9-f7bd-4751-ab37-9f2eed573c31,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:34.119273 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-de6e161c-0a5c-4abd-a617-e2a3ee76db8d admin admin] 10.222.0.79 "PUT /v2.0/routers/08d3e48c-41f4-40e6-bbe5-6a7359182507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3062978 May 13 14:04:34.206543 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'name': 'tempest-TestMinimumBasicScenario-1474771545-router', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:26Z', 'updated_at': '2022-05-13T14:04:33Z', 'revision_number': 4, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'gw_port': {'id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:28Z', 'updated_at': '2022-05-13T14:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '044624ac-a3bf-428c-8120-3ad89f51f317', 'name': '', 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'mac_address': 'fa:16:3e:4c:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3583e9d9-9611-47da-877b-757be38590b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:32Z', 'updated_at': '2022-05-13T14:04:33Z', 'revision_number': 2, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'subnets': [{'id': '3583e9d9-9611-47da-877b-757be38590b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:34.258764 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367926d7-ccfb-47ac-999b-f392c2b1ab69 None None] The sync data for ids ['08d3e48c-41f4-40e6-bbe5-6a7359182507'] in dv-cinder-841753-1-iscsi is: [{'id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'name': 'tempest-TestMinimumBasicScenario-1474771545-router', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:26Z', 'updated_at': '2022-05-13T14:04:33Z', 'revision_number': 4, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'gw_port': {'id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:29:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:28Z', 'updated_at': '2022-05-13T14:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '044624ac-a3bf-428c-8120-3ad89f51f317', 'name': '', 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'mac_address': 'fa:16:3e:4c:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3583e9d9-9611-47da-877b-757be38590b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:32Z', 'updated_at': '2022-05-13T14:04:33Z', 'revision_number': 2, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'subnets': [{'id': '3583e9d9-9611-47da-877b-757be38590b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:04:34.599091 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40658) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:34.623827 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8d16592a-576a-4725-a6e1-9d456313ffd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:34.779402 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8d16592a-576a-4725-a6e1-9d456313ffd5 admin admin] Publish callbacks [] for security_group (60391f65-f3b8-4212-a2aa-eb943067648b), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:34.790497 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8d16592a-576a-4725-a6e1-9d456313ffd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (60391f65-f3b8-4212-a2aa-eb943067648b), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:34.873770 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-8d16592a-576a-4725-a6e1-9d456313ffd5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e389eb1017c74b109d0d122e21d69e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2730851 May 13 14:04:34.875285 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16592a-576a-4725-a6e1-9d456313ffd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60391f65-f3b8-4212-a2aa-eb943067648b,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:34.876641 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40664) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:34.993119 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a271a14-3805-416e-a654-e0249521f8ee admin admin] Publish callbacks [] for security_group (60391f65-f3b8-4212-a2aa-eb943067648b), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:35.024285 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a271a14-3805-416e-a654-e0249521f8ee admin admin] Publish callbacks [] for security_group (60391f65-f3b8-4212-a2aa-eb943067648b), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:35.121752 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a271a14-3805-416e-a654-e0249521f8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (60391f65-f3b8-4212-a2aa-eb943067648b), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:35.127182 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a271a14-3805-416e-a654-e0249521f8ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:35.128875 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-9a271a14-3805-416e-a654-e0249521f8ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60391f65-f3b8-4212-a2aa-eb943067648b HTTP/1.1" status: 204 len: 168 time: 0.2508569 May 13 14:04:35.143413 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a271a14-3805-416e-a654-e0249521f8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60391f65-f3b8-4212-a2aa-eb943067648b,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:35.503094 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40690) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:35.748579 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6cba3c61-e97b-4578-9b04-8c297910cb85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:35.942233 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6cba3c61-e97b-4578-9b04-8c297910cb85 admin admin] Publish callbacks [] for security_group (eb0919dc-bbc9-4521-b755-fd7b8814a0ee), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:35.953603 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6cba3c61-e97b-4578-9b04-8c297910cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (eb0919dc-bbc9-4521-b755-fd7b8814a0ee), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:36.012519 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba3c61-e97b-4578-9b04-8c297910cb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0919dc-bbc9-4521-b755-fd7b8814a0ee,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:36.028748 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-6cba3c61-e97b-4578-9b04-8c297910cb85 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=37646edfd30f4131b251f5c649b423bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5238874 May 13 14:04:36.034679 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40706) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:36.155347 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Publish callbacks [] for security_group (eb0919dc-bbc9-4521-b755-fd7b8814a0ee), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:36.197799 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Publish callbacks [] for security_group (eb0919dc-bbc9-4521-b755-fd7b8814a0ee), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:36.342757 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (eb0919dc-bbc9-4521-b755-fd7b8814a0ee), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:36.346777 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:36.349197 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb0919dc-bbc9-4521-b755-fd7b8814a0ee HTTP/1.1" status: 204 len: 168 time: 0.3118963 May 13 14:04:36.392743 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0919dc-bbc9-4521-b755-fd7b8814a0ee,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:36.409957 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.410476 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.412245 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.413075 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.413844 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.414368 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.414912 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.415415 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.416132 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.416662 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.417474 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.417993 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.418487 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.419037 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.419647 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fcea9f-36b9-4c30-a19b-fdc21478ed6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:36.748471 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 7638957c-4aa3-4cc4-b787-c2e476164f65 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:04:36.756717 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:04:36.855842 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 7638957c-4aa3-4cc4-b787-c2e476164f65 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:36.857517 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:37.025196 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 7638957c-4aa3-4cc4-b787-c2e476164f65 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:37.026039 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:37.071549 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port 7638957c-4aa3-4cc4-b787-c2e476164f65, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=7638957c-4aa3-4cc4-b787-c2e476164f65,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:37.086158 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:37.175169 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=7638957c-4aa3-4cc4-b787-c2e476164f65,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:38.310045 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Sync routers for ids ['08d3e48c-41f4-40e6-bbe5-6a7359182507'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:04:38.345694 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Routers {'08d3e48c-41f4-40e6-bbe5-6a7359182507'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:38.346740 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:04:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['08d3e48c-41f4-40e6-bbe5-6a7359182507'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:38.590870 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Set router 08d3e48c-41f4-40e6-bbe5-6a7359182507 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:38.799824 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 7638957c-4aa3-4cc4-b787-c2e476164f65 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:04:38.897437 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 7638957c-4aa3-4cc4-b787-c2e476164f65 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:38.898085 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:38.971300 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'name': 'tempest-TestMinimumBasicScenario-1474771545-router', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:26Z', 'updated_at': '2022-05-13T14:04:33Z', 'revision_number': 4, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'gw_port': {'id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:28Z', 'updated_at': '2022-05-13T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '044624ac-a3bf-428c-8120-3ad89f51f317', 'name': '', 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'mac_address': 'fa:16:3e:4c:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3583e9d9-9611-47da-877b-757be38590b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:32Z', 'updated_at': '2022-05-13T14:04:33Z', 'revision_number': 2, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'subnets': [{'id': '3583e9d9-9611-47da-877b-757be38590b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:39.067646 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Checking router: 08d3e48c-41f4-40e6-bbe5-6a7359182507 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:04:39.068382 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Updating router 08d3e48c-41f4-40e6-bbe5-6a7359182507 port 044624ac-a3bf-428c-8120-3ad89f51f317 binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:04:39.168997 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 7638957c-4aa3-4cc4-b787-c2e476164f65 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:39.228620 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:39.321259 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40772) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:39.571416 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-17e9fc67-5bfa-4902-8d15-9ff1503c4ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:39.755099 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-17e9fc67-5bfa-4902-8d15-9ff1503c4ffd admin admin] Publish callbacks [] for security_group (68be62cf-65e7-4f4b-b796-687d0a50d4b9), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:39.758007 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Publish callbacks [] for port (044624ac-a3bf-428c-8120-3ad89f51f317), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:39.765414 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-17e9fc67-5bfa-4902-8d15-9ff1503c4ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (68be62cf-65e7-4f4b-b796-687d0a50d4b9), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:39.773055 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:39.803835 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40780) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:39.804645 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-17e9fc67-5bfa-4902-8d15-9ff1503c4ffd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9829b756d4145fdbb9ca28857539187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4805844 May 13 14:04:39.881088 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9fc67-5bfa-4902-8d15-9ff1503c4ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68be62cf-65e7-4f4b-b796-687d0a50d4b9,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:39.974639 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Publish callbacks [] for security_group (68be62cf-65e7-4f4b-b796-687d0a50d4b9), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:39.980139 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe05e28-47be-403f-8a4a-51811466cb2c None None] Pushing event updated for resources: {'Port': ['ID=044624ac-a3bf-428c-8120-3ad89f51f317,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:40.028876 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Publish callbacks [] for security_group (68be62cf-65e7-4f4b-b796-687d0a50d4b9), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:40.062936 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Attempting to bind port 044624ac-a3bf-428c-8120-3ad89f51f317 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:04:40.063371 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Attempting to bind port 044624ac-a3bf-428c-8120-3ad89f51f317 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '56393f8c-69a1-4f02-b235-95c440464b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:04:40.063675 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Attempting to bind port 044624ac-a3bf-428c-8120-3ad89f51f317 on network 2656482f-6642-432f-ab0f-c6cbc99a3807 {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:04:40.071234 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:04:40.071679 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Checking segment: {'id': '56393f8c-69a1-4f02-b235-95c440464b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:40.072024 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:40.072430 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Bound using segment: {'id': '56393f8c-69a1-4f02-b235-95c440464b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:04:40.072999 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Bound port: 044624ac-a3bf-428c-8120-3ad89f51f317, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56393f8c-69a1-4f02-b235-95c440464b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:04:40.073386 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:40.128603 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (68be62cf-65e7-4f4b-b796-687d0a50d4b9), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:40.133548 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:40.139516 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/68be62cf-65e7-4f4b-b796-687d0a50d4b9 HTTP/1.1" status: 204 len: 168 time: 0.3328319 May 13 14:04:40.161656 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68be62cf-65e7-4f4b-b796-687d0a50d4b9,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:40.186244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.186244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.186244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.186244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.186244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.186244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.187431 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.187431 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.187806 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.188071 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.188403 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.188730 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.189057 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.189422 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.189700 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4469b630-ca44-416b-9ec6-81d0c43f134b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:04:40.214051 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] For port 044624ac-a3bf-428c-8120-3ad89f51f317, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:04:40.219689 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] For port 044624ac-a3bf-428c-8120-3ad89f51f317, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=044624ac-a3bf-428c-8120-3ad89f51f317,segment=NetworkSegment(56393f8c-69a1-4f02-b235-95c440464b4e),segment_id=56393f8c-69a1-4f02-b235-95c440464b4e)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:04:40.249439 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:40.332842 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-7eec4aa9-cc67-4317-8756-13e55ca5b0c0 None None] Provisioning complete for port 044624ac-a3bf-428c-8120-3ad89f51f317 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:40.335165 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7eec4aa9-cc67-4317-8756-13e55ca5b0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:40.354922 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Routers {'08d3e48c-41f4-40e6-bbe5-6a7359182507'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:04:40.355719 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:04:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['08d3e48c-41f4-40e6-bbe5-6a7359182507'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:40.600255 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe05e28-47be-403f-8a4a-51811466cb2c None None] Pushing event updated for resources: {'Port': ['ID=044624ac-a3bf-428c-8120-3ad89f51f317,revision_number=4']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:40.661169 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] Set router 08d3e48c-41f4-40e6-bbe5-6a7359182507 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:04:40.885151 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-7eec4aa9-cc67-4317-8756-13e55ca5b0c0 None None] Current status of the port 044624ac-a3bf-428c-8120-3ad89f51f317 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:40.885893 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7eec4aa9-cc67-4317-8756-13e55ca5b0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:40.931600 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-7eec4aa9-cc67-4317-8756-13e55ca5b0c0 None None] For port 044624ac-a3bf-428c-8120-3ad89f51f317, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=044624ac-a3bf-428c-8120-3ad89f51f317,segment=NetworkSegment(56393f8c-69a1-4f02-b235-95c440464b4e),segment_id=56393f8c-69a1-4f02-b235-95c440464b4e)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:04:40.941118 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7eec4aa9-cc67-4317-8756-13e55ca5b0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:41.019564 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'name': 'tempest-TestMinimumBasicScenario-1474771545-router', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:26Z', 'updated_at': '2022-05-13T14:04:33Z', 'revision_number': 4, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'gw_port': {'id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:28Z', 'updated_at': '2022-05-13T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '044624ac-a3bf-428c-8120-3ad89f51f317', 'name': '', 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'mac_address': 'fa:16:3e:4c:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3583e9d9-9611-47da-877b-757be38590b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:32Z', 'updated_at': '2022-05-13T14:04:40Z', 'revision_number': 4, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'subnets': [{'id': '3583e9d9-9611-47da-877b-757be38590b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:04:41.052411 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec4aa9-cc67-4317-8756-13e55ca5b0c0 None None] Pushing event updated for resources: {'Port': ['ID=044624ac-a3bf-428c-8120-3ad89f51f317,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:41.079289 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-e5196765-e34a-4d03-b03a-8494d73328b6 None None] Provisioning complete for port 044624ac-a3bf-428c-8120-3ad89f51f317 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:41.082586 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e5196765-e34a-4d03-b03a-8494d73328b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:41.096942 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed46f4-f9e1-4dde-ba00-2aa6c7638658 None None] The sync data for ids ['08d3e48c-41f4-40e6-bbe5-6a7359182507'] in dv-cinder-841753-1-iscsi is: [{'id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'name': 'tempest-TestMinimumBasicScenario-1474771545-router', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:26Z', 'updated_at': '2022-05-13T14:04:33Z', 'revision_number': 4, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'gw_port': {'id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:28Z', 'updated_at': '2022-05-13T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '044624ac-a3bf-428c-8120-3ad89f51f317', 'name': '', 'network_id': '2656482f-6642-432f-ab0f-c6cbc99a3807', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'mac_address': 'fa:16:3e:4c:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '3583e9d9-9611-47da-877b-757be38590b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:32Z', 'updated_at': '2022-05-13T14:04:40Z', 'revision_number': 4, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'subnets': [{'id': '3583e9d9-9611-47da-877b-757be38590b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:04:41.229684 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-e5196765-e34a-4d03-b03a-8494d73328b6 None None] Current status of the port 044624ac-a3bf-428c-8120-3ad89f51f317 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:42.710973 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-96e33d3f-0990-47fa-acf4-46441cf93ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:42.733388 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 044624ac-a3bf-428c-8120-3ad89f51f317 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:04:42.839350 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 044624ac-a3bf-428c-8120-3ad89f51f317 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:42.840137 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:43.011783 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 044624ac-a3bf-428c-8120-3ad89f51f317 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:04:43.936458 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40854) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:44.099721 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:44.139790 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e79bcfce-1f71-4d03-bf0d-2173112e55c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:44.262859 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e79bcfce-1f71-4d03-bf0d-2173112e55c9 admin admin] Publish callbacks [] for security_group (c7f75545-79a6-4f82-9fb6-f558974d1668), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:44.268940 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e79bcfce-1f71-4d03-bf0d-2173112e55c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c7f75545-79a6-4f82-9fb6-f558974d1668), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:44.315171 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bcfce-1f71-4d03-bf0d-2173112e55c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f75545-79a6-4f82-9fb6-f558974d1668,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:44.369672 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40864) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:44.371354 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e79bcfce-1f71-4d03-bf0d-2173112e55c9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06882817e9574bd48f428c200dceb794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4329581 May 13 14:04:44.455720 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0f45ccad-5d08-4bc3-8229-52c702bff9a8 admin admin] Publish callbacks [] for security_group (c7f75545-79a6-4f82-9fb6-f558974d1668), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:44.495857 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0f45ccad-5d08-4bc3-8229-52c702bff9a8 admin admin] Publish callbacks [] for security_group (c7f75545-79a6-4f82-9fb6-f558974d1668), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:44.588920 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0f45ccad-5d08-4bc3-8229-52c702bff9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c7f75545-79a6-4f82-9fb6-f558974d1668), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:44.594054 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-0f45ccad-5d08-4bc3-8229-52c702bff9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:44.601130 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-0f45ccad-5d08-4bc3-8229-52c702bff9a8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7f75545-79a6-4f82-9fb6-f558974d1668 HTTP/1.1" status: 204 len: 168 time: 0.2290881 May 13 14:04:44.617533 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45ccad-5d08-4bc3-8229-52c702bff9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f75545-79a6-4f82-9fb6-f558974d1668,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:45.029244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40870) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:45.060130 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a7e3fb0c-c501-4fc4-850a-f542c9affc34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:45.240276 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a7e3fb0c-c501-4fc4-850a-f542c9affc34 admin admin] Publish callbacks [] for security_group (6b931b3e-d5b0-42ab-8423-f6b75cf562c0), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:45.246351 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a7e3fb0c-c501-4fc4-850a-f542c9affc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (6b931b3e-d5b0-42ab-8423-f6b75cf562c0), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:45.319350 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-a7e3fb0c-c501-4fc4-850a-f542c9affc34 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=64118111a1994c3b84aa9d8d8126fddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866070 May 13 14:04:45.319350 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3fb0c-c501-4fc4-850a-f542c9affc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b931b3e-d5b0-42ab-8423-f6b75cf562c0,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:45.320109 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40872) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:45.406394 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4aa388ed-5926-4464-82c7-3c58b5a37736 admin admin] Publish callbacks [] for security_group (6b931b3e-d5b0-42ab-8423-f6b75cf562c0), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:45.436022 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4aa388ed-5926-4464-82c7-3c58b5a37736 admin admin] Publish callbacks [] for security_group (6b931b3e-d5b0-42ab-8423-f6b75cf562c0), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:45.505138 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4aa388ed-5926-4464-82c7-3c58b5a37736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (6b931b3e-d5b0-42ab-8423-f6b75cf562c0), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:45.508735 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-4aa388ed-5926-4464-82c7-3c58b5a37736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:45.510353 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4d86a791-e42e-4a19-897e-47b0d119d03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:45.511251 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-4aa388ed-5926-4464-82c7-3c58b5a37736 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b931b3e-d5b0-42ab-8423-f6b75cf562c0 HTTP/1.1" status: 204 len: 168 time: 0.1879458 May 13 14:04:45.525039 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa388ed-5926-4464-82c7-3c58b5a37736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b931b3e-d5b0-42ab-8423-f6b75cf562c0,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:46.340681 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:47.351233 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 40928) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:47.560566 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-cf262a30-dcaa-4523-956d-bd5fda8ddb2e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667377 May 13 14:04:47.570018 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f137a4d8-ae84-4576-ae75-ddb7b22cbd0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:47.734516 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-78d7df58-27f2-405e-b441-75e1760bbb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:47.736163 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-78d7df58-27f2-405e-b441-75e1760bbb44 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 1129 time: 0.0890498 May 13 14:04:47.766979 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f137a4d8-ae84-4576-ae75-ddb7b22cbd0f admin admin] Publish callbacks [] for security_group (c757ac4b-74eb-4502-a71e-98170833f3c4), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:47.776207 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f137a4d8-ae84-4576-ae75-ddb7b22cbd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c757ac4b-74eb-4502-a71e-98170833f3c4), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:47.868045 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:47.871746 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-f137a4d8-ae84-4576-ae75-ddb7b22cbd0f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a7084147cb34bdfa8c72a5de3b84ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5185513 May 13 14:04:47.875123 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 40950) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:47.883496 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137a4d8-ae84-4576-ae75-ddb7b22cbd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c757ac4b-74eb-4502-a71e-98170833f3c4,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:47.939164 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-007e5d96-e42b-463d-bd70-c69d098cbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:47.941357 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-007e5d96-e42b-463d-bd70-c69d098cbf49 service neutron] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 912 time: 0.1657012 May 13 14:04:47.990816 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-436f803b-1feb-4207-9ff4-a6f1442ac936 admin admin] Publish callbacks [] for security_group (c757ac4b-74eb-4502-a71e-98170833f3c4), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:48.027799 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-436f803b-1feb-4207-9ff4-a6f1442ac936 admin admin] Publish callbacks [] for security_group (c757ac4b-74eb-4502-a71e-98170833f3c4), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:48.048554 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-d1bcc126-a5e3-4c8a-a6d5-92d6bc947158 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 HTTP/1.1" status: 200 len: 1000 time: 0.0993552 May 13 14:04:48.110165 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-436f803b-1feb-4207-9ff4-a6f1442ac936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c757ac4b-74eb-4502-a71e-98170833f3c4), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:48.113531 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-07e8ea6e-b312-4b80-8733-c2a7f8f161be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:48.115058 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-07e8ea6e-b312-4b80-8733-c2a7f8f161be service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.0593185 May 13 14:04:48.121111 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-436f803b-1feb-4207-9ff4-a6f1442ac936 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:48.123670 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-436f803b-1feb-4207-9ff4-a6f1442ac936 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c757ac4b-74eb-4502-a71e-98170833f3c4 HTTP/1.1" status: 204 len: 168 time: 0.2470067 May 13 14:04:48.143275 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f803b-1feb-4207-9ff4-a6f1442ac936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c757ac4b-74eb-4502-a71e-98170833f3c4,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:48.277512 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-79a51479-4bbd-4f74-a5bd-f8dd04d00dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:48.280291 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-79a51479-4bbd-4f74-a5bd-f8dd04d00dae service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1567776 May 13 14:04:48.418120 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78378-5989-4610-8322-946725c369c6 req-59e07337-4443-4ff5-b641-e097b1801f83 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:48.419727 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-59e07337-4443-4ff5-b641-e097b1801f83 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/networks?id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 HTTP/1.1" status: 200 len: 815 time: 0.2524235 May 13 14:04:48.450221 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-6c266765-53cf-455a-93e3-2a397d8d0951 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/quotas/673435f01c47460bae84e4f31643f66d HTTP/1.1" status: 200 len: 375 time: 0.0227404 May 13 14:04:48.453248 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-3eefd255-c189-4365-90df-e1b7edd98f70 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617045 May 13 14:04:48.583298 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-ee34a14b-db14-4703-aaf0-381b38fd255f tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=673435f01c47460bae84e4f31643f66d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192925 May 13 14:04:48.687275 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27fc3ad5-c704-417a-a40a-86dc96b60be4 req-d4f68810-5f15-428e-bf67-e7f10822d736 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219586 May 13 14:04:48.755096 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-95bf4d24-3815-4043-9936-0206b5dd735d service neutron] 10.222.0.79 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499155 May 13 14:04:48.866583 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-98dad611-dd43-4c34-b244-a7196e43fc17 service neutron] 10.222.0.79 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943890 May 13 14:04:49.058969 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fb018843-c0f1-4b05-90bf-f0374064a006 req-6661f57c-a8e9-4ccb-ae61-bfcc03780c0e tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 210 time: 0.0356159 May 13 14:04:49.465066 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:50.163124 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d7e67a2c-c8a1-42a3-ae3e-8676a7bbdf57 req-343e2a2c-6cfd-42b1-a879-ab698cda10bb tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 210 time: 0.0319180 May 13 14:04:50.821078 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78378-5989-4610-8322-946725c369c6 req-d557fb11-8c3f-4dc4-93ec-bcf9b3781a29 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:50.821078 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-d557fb11-8c3f-4dc4-93ec-bcf9b3781a29 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.87 "GET /v2.0/networks?id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 HTTP/1.1" status: 200 len: 815 time: 0.4087324 May 13 14:04:50.837143 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'port': {'device_id': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'admin_state_up': True, 'tenant_id': '673435f01c47460bae84e4f31643f66d'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:50.962892 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Made reservation on behalf of 673435f01c47460bae84e4f31643f66d for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:04:50.966560 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:51.145504 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Allocated IP 172.20.0.12 (b1642e0f-e0a0-4b6b-99e7-c73c07b51b14/2d35c1dd-01a4-4609-ad01-4650bcf20194/4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:04:51.417519 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3e73c779-9d02-48c7-8dc3-002c9263deba req-a8b99d6f-d162-43b9-8876-d9376b4d40cf tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 210 time: 0.0816405 May 13 14:04:51.553034 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:51.638929 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:51.706437 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:04:51.710223 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:51.732024 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:04:51.807753 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'Port': ['ID=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:51.816606 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:51.826582 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:51.843300 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-e13f0559-3fe9-4c4d-bda8-68288b2f1d38 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0103481 May 13 14:04:52.058775 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-54e7ca6a-1a0a-4a56-a9e5-1e5f62fbf5bf None None] Provisioning complete for port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:04:52.061505 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-54e7ca6a-1a0a-4a56-a9e5-1e5f62fbf5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:52.114184 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-54e7ca6a-1a0a-4a56-a9e5-1e5f62fbf5bf None None] Port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:04:52.650691 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69731d-5495-499b-a6b6-a33ed721258a req-2837f6f0-3fe1-4466-9364-829ae736c5d1 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:52.652661 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a69731d-5495-499b-a6b6-a33ed721258a req-2837f6f0-3fe1-4466-9364-829ae736c5d1 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 932 time: 0.0799932 May 13 14:04:52.762275 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1a69731d-5495-499b-a6b6-a33ed721258a req-904b6031-9520-4df1-98f9-b83c828fa8eb tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005952 May 13 14:04:53.922939 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff296a05-2bd5-4c8a-bcee-365e61322c9b req-61326cfb-aa24-4b17-a582-e372a58f3752 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:53.924624 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ff296a05-2bd5-4c8a-bcee-365e61322c9b req-61326cfb-aa24-4b17-a582-e372a58f3752 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 932 time: 0.0787389 May 13 14:04:54.019734 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ff296a05-2bd5-4c8a-bcee-365e61322c9b req-8ccc214b-7ac2-4545-8c2c-66c89970e648 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864024 May 13 14:04:54.360082 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41144) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:54.591783 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2c94dd1c-711e-4861-b9da-0d41e8c2d611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:54.769783 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2c94dd1c-711e-4861-b9da-0d41e8c2d611 admin admin] Publish callbacks [] for security_group (b2228a48-9621-4983-b35d-bc2c98235ecd), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:54.777642 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-2c94dd1c-711e-4861-b9da-0d41e8c2d611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (b2228a48-9621-4983-b35d-bc2c98235ecd), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:54.841544 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-2c94dd1c-711e-4861-b9da-0d41e8c2d611 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a07e699eb8454f3d93711ccc62cff4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4800236 May 13 14:04:54.844674 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41156) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:54.887255 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94dd1c-711e-4861-b9da-0d41e8c2d611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2228a48-9621-4983-b35d-bc2c98235ecd,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:54.938731 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4507ad77-e112-43cf-9deb-e47012b79f44 admin admin] Publish callbacks [] for security_group (b2228a48-9621-4983-b35d-bc2c98235ecd), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:54.967328 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4507ad77-e112-43cf-9deb-e47012b79f44 admin admin] Publish callbacks [] for security_group (b2228a48-9621-4983-b35d-bc2c98235ecd), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:55.053531 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4507ad77-e112-43cf-9deb-e47012b79f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (b2228a48-9621-4983-b35d-bc2c98235ecd), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:55.061056 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4507ad77-e112-43cf-9deb-e47012b79f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:55.066767 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-4507ad77-e112-43cf-9deb-e47012b79f44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2228a48-9621-4983-b35d-bc2c98235ecd HTTP/1.1" status: 204 len: 168 time: 0.2200749 May 13 14:04:55.086739 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507ad77-e112-43cf-9deb-e47012b79f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2228a48-9621-4983-b35d-bc2c98235ecd,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:55.252187 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90029c85-fe24-471f-94d5-670af7045f17 req-933d2fe2-373f-4cd9-9ba5-ba1f4086e419 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:55.253983 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-90029c85-fe24-471f-94d5-670af7045f17 req-933d2fe2-373f-4cd9-9ba5-ba1f4086e419 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 932 time: 0.0936160 May 13 14:04:55.353089 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-90029c85-fe24-471f-94d5-670af7045f17 req-239a235e-7c1a-43e5-965e-5e51d0c811dc tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928226 May 13 14:04:55.606789 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41176) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:55.629926 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5bb164ed-6c62-494a-9be6-d99786ec2d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:55.745941 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5bb164ed-6c62-494a-9be6-d99786ec2d16 admin admin] Publish callbacks [] for security_group (50555cfb-c606-468b-a1ca-bf57f801feed), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:55.753602 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-5bb164ed-6c62-494a-9be6-d99786ec2d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (50555cfb-c606-468b-a1ca-bf57f801feed), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:55.810679 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-5bb164ed-6c62-494a-9be6-d99786ec2d16 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b4a69873f1d4ec0a7dfdb3a93701914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995351 May 13 14:04:55.810822 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41186) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:55.834530 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb164ed-6c62-494a-9be6-d99786ec2d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50555cfb-c606-468b-a1ca-bf57f801feed,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:55.903393 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8e3e54e3-d547-42cd-af8f-ab90cc78a957 admin admin] Publish callbacks [] for security_group (50555cfb-c606-468b-a1ca-bf57f801feed), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:55.942061 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8e3e54e3-d547-42cd-af8f-ab90cc78a957 admin admin] Publish callbacks [] for security_group (50555cfb-c606-468b-a1ca-bf57f801feed), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:56.028098 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8e3e54e3-d547-42cd-af8f-ab90cc78a957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (50555cfb-c606-468b-a1ca-bf57f801feed), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:56.031359 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-8e3e54e3-d547-42cd-af8f-ab90cc78a957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:56.036995 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-8e3e54e3-d547-42cd-af8f-ab90cc78a957 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50555cfb-c606-468b-a1ca-bf57f801feed HTTP/1.1" status: 204 len: 168 time: 0.2240560 May 13 14:04:56.051554 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e54e3-d547-42cd-af8f-ab90cc78a957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50555cfb-c606-468b-a1ca-bf57f801feed,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:56.535343 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eca7a7-cf6a-4db9-b4f3-27660b506e58 req-309a5604-8de3-4484-b42a-307725a85c13 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:56.537967 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-19eca7a7-cf6a-4db9-b4f3-27660b506e58 req-309a5604-8de3-4484-b42a-307725a85c13 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 932 time: 0.0752001 May 13 14:04:56.652443 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-19eca7a7-cf6a-4db9-b4f3-27660b506e58 req-2914df5b-e422-4c05-b3b2-69301c41d0a9 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928123 May 13 14:04:57.141976 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41234) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:57.326788 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-819520059-network', 'tenant_id': 'c371ae17178b4eb7a984382a9bffbd2f'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:57.354485 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Made reservation on behalf of c371ae17178b4eb7a984382a9bffbd2f for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:04:57.356866 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:57.379550 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:57.499645 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Publish callbacks [] for security_group (1911331b-85eb-4775-947e-975b01388641), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:57.504684 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (1911331b-85eb-4775-947e-975b01388641), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:57.549211 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:04:57.556714 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1911331b-85eb-4775-947e-975b01388641,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:57.564428 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (451e374b-e13d-4b2f-9ae5-ed0c6bf93777), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:57.564818 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Added segment 451e374b-e13d-4b2f-9ae5-ed0c6bf93777 of type vlan for network e0678449-3653-4a44-a2eb-59af0b08ca1d May 13 14:04:57.641719 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (e0678449-3653-4a44-a2eb-59af0b08ca1d), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:57.688283 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (e0678449-3653-4a44-a2eb-59af0b08ca1d), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:57.697680 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:57.697680 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:57.726418 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41248) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:57.727064 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5834110 May 13 14:04:57.733159 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Request body: {'subnet': {'network_id': 'e0678449-3653-4a44-a2eb-59af0b08ca1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-819520059-subnet', 'tenant_id': 'c371ae17178b4eb7a984382a9bffbd2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:57.789850 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6812c0-5549-4118-a3b4-abb28a1122eb admin admin] Pushing event updated for resources: {'Network': ['ID=e0678449-3653-4a44-a2eb-59af0b08ca1d,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:57.796036 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Made reservation on behalf of c371ae17178b4eb7a984382a9bffbd2f for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:04:57.799205 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28984712'] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:57.803732 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network e0678449-3653-4a44-a2eb-59af0b08ca1d details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:04:57.865357 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ce13c-5c57-40fa-bb94-fdbeb6618ad2 req-f0a9636c-f83a-40ae-b853-ef3f86cd3c6d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:57.867077 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e2ce13c-5c57-40fa-bb94-fdbeb6618ad2 req-f0a9636c-f83a-40ae-b853-ef3f86cd3c6d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 932 time: 0.1137683 May 13 14:04:57.977948 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5e2ce13c-5c57-40fa-bb94-fdbeb6618ad2 req-0a7cd041-31e3-442d-ac6f-6e620909778a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957286 May 13 14:04:58.081283 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28984726'] for subnet (62966d2f-f57e-42e7-ab26-84973b83451a), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:58.139760 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Pushing event updated for resources: {'Subnet': ['ID=62966d2f-f57e-42e7-ab26-84973b83451a,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:58.154494 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Checking segment: {'id': '451e374b-e13d-4b2f-9ae5-ed0c6bf93777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'e0678449-3653-4a44-a2eb-59af0b08ca1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:58.155283 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Network hostable DHCP agents. Network: e0678449-3653-4a44-a2eb-59af0b08ca1d, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:04:58.178752 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Network e0678449-3653-4a44-a2eb-59af0b08ca1d is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:04:58.186241 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, e0678449-3653-4a44-a2eb-59af0b08ca1d) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:58.191024 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:58.192010 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:58.199443 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83891e-bc91-4629-b52e-f851c5b81c4a None None] Network e0678449-3653-4a44-a2eb-59af0b08ca1d requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:04:58.228818 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-717ec722-4575-4a84-8660-1c523bc0170f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4920452 May 13 14:04:58.336003 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c34c41e-70de-4367-a77a-78a4be9ee840 None None] Network e0678449-3653-4a44-a2eb-59af0b08ca1d requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:04:58.854458 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41272) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:58.861389 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-428362097-network', 'tenant_id': '05129c7bfbdf4a038f3c6a5cb400d2df'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:58.883143 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Made reservation on behalf of 05129c7bfbdf4a038f3c6a5cb400d2df for: {'network': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:04:58.885552 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:58.894894 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:58.989856 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Publish callbacks [] for security_group (3b9a678c-3eb1-4043-b39d-f8754f6b9f69), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:58.994324 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3b9a678c-3eb1-4043-b39d-f8754f6b9f69), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.018993 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=109876) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:04:59.036272 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9a678c-3eb1-4043-b39d-f8754f6b9f69,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:59.040765 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (cbb25c0e-cc9a-4dfe-9392-92f73926716e), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.041148 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.segments_db [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Added segment cbb25c0e-cc9a-4dfe-9392-92f73926716e of type vlan for network 5199ce3e-068d-4c3f-94be-d64d6f0cc592 May 13 14:04:59.113196 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (5199ce3e-068d-4c3f-94be-d64d6f0cc592), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.138427 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5c3a6-2b95-4fee-a1a2-0038ba6f20b6 req-fd396579-0129-4278-a1c7-f0b7777d2cea tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:59.140152 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-56e5c3a6-2b95-4fee-a1a2-0038ba6f20b6 req-fd396579-0129-4278-a1c7-f0b7777d2cea tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 932 time: 0.0677807 May 13 14:04:59.165009 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (5199ce3e-068d-4c3f-94be-d64d6f0cc592), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.165963 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:59.166533 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.239642 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Request body: {'port': {'device_id': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:59.259846 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4041736 May 13 14:04:59.262599 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41276) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:04:59.267567 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Request body: {'subnet': {'network_id': '5199ce3e-068d-4c3f-94be-d64d6f0cc592', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-428362097-subnet', 'tenant_id': '05129c7bfbdf4a038f3c6a5cb400d2df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:04:59.288694 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Made reservation on behalf of 05129c7bfbdf4a038f3c6a5cb400d2df for: {'subnet': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:04:59.291161 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.295928 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-56e5c3a6-2b95-4fee-a1a2-0038ba6f20b6 req-928da882-e5db-4129-a531-8eeb005e6d61 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500485 May 13 14:04:59.299242 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735413e9-ab05-44a0-9f27-475a5d9c5a7b admin admin] Pushing event updated for resources: {'Network': ['ID=5199ce3e-068d-4c3f-94be-d64d6f0cc592,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:59.309554 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 5199ce3e-068d-4c3f-94be-d64d6f0cc592 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:04:59.342662 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.500664 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for subnet (3f224780-7962-4c34-a1e4-cb3a84df88eb), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.556576 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f224780-7962-4c34-a1e4-cb3a84df88eb,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:59.566677 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Checking segment: {'id': 'cbb25c0e-cc9a-4dfe-9392-92f73926716e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '5199ce3e-068d-4c3f-94be-d64d6f0cc592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109875) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:59.567065 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Network hostable DHCP agents. Network: 5199ce3e-068d-4c3f-94be-d64d6f0cc592, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109875) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:04:59.584513 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Network 5199ce3e-068d-4c3f-94be-d64d6f0cc592 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109875) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:04:59.594018 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 5199ce3e-068d-4c3f-94be-d64d6f0cc592) {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:04:59.600989 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:59.601923 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.610212 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d59922-b32a-4e50-a919-09b0e7640246 None None] Network 5199ce3e-068d-4c3f-94be-d64d6f0cc592 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:04:59.626434 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-e21694e3-24e5-433a-93de-48914cddba18 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3625174 May 13 14:04:59.636940 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:04:59.646089 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Publish callbacks [] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.661863 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Transition to ACTIVE for port object 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:04:59.668640 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.727612 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:04:59.745342 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480773d4-4f3d-4823-b60b-f681e09e4ddb None None] Network 5199ce3e-068d-4c3f-94be-d64d6f0cc592 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:04:59.812082 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Attempting to bind port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:04:59.812327 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Attempting to bind port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:04:59.812659 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Attempting to bind port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 on network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:04:59.818742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 on network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:04:59.819083 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Attempting to bind port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 on network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:04:59.824559 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:04:59.824897 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Checking segment: {'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:04:59.825287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Bound using segment: {'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:04:59.825717 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Bound port: 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd73f556d-ed5c-4332-817c-6216835600c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:04:59.826084 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.915603 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] For port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:04:59.921576 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] For port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:04:59.933368 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.980318 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:04:59.980318 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:04:59.981563 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] 10.222.0.87 "PUT /v2.0/ports/4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 1094 time: 0.7833743 May 13 14:04:59.982033 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:04:59.985298 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f7df89-d54f-47f8-9856-61f825041df6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:05:00.061298 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcde489-2b81-4dfa-bbb4-da635cc7efaf x-openstack-request-id: req-9bcde489-2b81-4dfa-bbb4-da635cc7efaf {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:05:00.061596 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:05:00.062587 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9bcde489-2b81-4dfa-bbb4-da635cc7efaf {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:05:00.062834 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bcde489-2b81-4dfa-bbb4-da635cc7efaf'] response: {'name': 'network-changed', 'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'status': 'completed', 'code': 200} May 13 14:05:00.070672 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bce31b-891f-4967-8b40-6162acd8d9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:00.110251 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78378-5989-4610-8322-946725c369c6 req-1d392711-d15d-4960-9a87-79bddad5da3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:00.112014 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-1d392711-d15d-4960-9a87-79bddad5da3f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=673435f01c47460bae84e4f31643f66d&device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 1128 time: 0.0524390 May 13 14:05:00.170962 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-47b4736e-2f4d-40e6-84be-91dbf4cf0652 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 217 time: 0.0443013 May 13 14:05:00.229025 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78378-5989-4610-8322-946725c369c6 req-85f3199e-1970-4db7-b1c3-7a16f7d9f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:00.230572 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-85f3199e-1970-4db7-b1c3-7a16f7d9f663 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2d35c1dd-01a4-4609-ad01-4650bcf20194 HTTP/1.1" status: 200 len: 854 time: 0.0518999 May 13 14:05:00.276971 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78378-5989-4610-8322-946725c369c6 req-a3d2a51a-4044-49af-b8fe-12e7a5c0754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:00.278634 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-a3d2a51a-4044-49af-b8fe-12e7a5c0754a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418324 May 13 14:05:00.473346 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-99dc4f1b-5fe9-40de-9b8d-0a7f76f3dfd0 service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856236 May 13 14:05:00.483479 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093adff1-b81e-4845-bb18-ba8afb02f863 req-5be7107c-847a-4552-a639-0567c7fbae5b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:00.485340 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-093adff1-b81e-4845-bb18-ba8afb02f863 req-5be7107c-847a-4552-a639-0567c7fbae5b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 944 time: 0.0657923 May 13 14:05:00.597074 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-093adff1-b81e-4845-bb18-ba8afb02f863 req-cf16578f-2a85-4e3b-ab05-533557f12306 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025393 May 13 14:05:00.613660 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ec78378-5989-4610-8322-946725c369c6 req-6e8f9075-df4d-48c0-9f36-dcb48380b1e1 service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272790 May 13 14:05:01.307640 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41304) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:01.417637 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-684aba83-fb55-45bd-935e-04bd40920377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:01.506870 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7df89-d54f-47f8-9856-61f825041df6 req-f5c7fb75-1400-4015-be42-1d2d3287460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:01.508330 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27f7df89-d54f-47f8-9856-61f825041df6 req-f5c7fb75-1400-4015-be42-1d2d3287460a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=673435f01c47460bae84e4f31643f66d&device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 1128 time: 0.0518038 May 13 14:05:01.510347 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-684aba83-fb55-45bd-935e-04bd40920377 admin admin] Publish callbacks [] for security_group (aace5794-6348-4c5e-8299-e964c2bd1d65), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:01.514871 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-684aba83-fb55-45bd-935e-04bd40920377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (aace5794-6348-4c5e-8299-e964c2bd1d65), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:01.555874 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-684aba83-fb55-45bd-935e-04bd40920377 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ec09ba22d804f168c25b95f1636d325&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471182 May 13 14:05:01.556995 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684aba83-fb55-45bd-935e-04bd40920377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aace5794-6348-4c5e-8299-e964c2bd1d65,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:01.558613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41314) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:01.648107 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7df89-d54f-47f8-9856-61f825041df6 req-7a2e75d0-16be-45b2-8715-dc49ae224f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:01.649326 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27f7df89-d54f-47f8-9856-61f825041df6 req-7a2e75d0-16be-45b2-8715-dc49ae224f13 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 HTTP/1.1" status: 200 len: 916 time: 0.1331596 May 13 14:05:01.650349 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3fff-8abf-485b-86c6-c63063ec4681 admin admin] Publish callbacks [] for security_group (aace5794-6348-4c5e-8299-e964c2bd1d65), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:01.703960 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27f7df89-d54f-47f8-9856-61f825041df6 req-73046741-27c0-4083-9b5c-1277b2d1028f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 217 time: 0.0440273 May 13 14:05:01.715620 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3fff-8abf-485b-86c6-c63063ec4681 admin admin] Publish callbacks [] for security_group (aace5794-6348-4c5e-8299-e964c2bd1d65), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:01.806847 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e96e44-5798-4884-94d8-ac632a962c48 req-47af2f5a-175b-4667-83bd-d6c282a3476b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:01.808404 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f3e96e44-5798-4884-94d8-ac632a962c48 req-47af2f5a-175b-4667-83bd-d6c282a3476b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 944 time: 0.1114666 May 13 14:05:01.828801 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7df89-d54f-47f8-9856-61f825041df6 req-962327e5-9988-4c53-b381-4100d1caaf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:01.830345 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27f7df89-d54f-47f8-9856-61f825041df6 req-962327e5-9988-4c53-b381-4100d1caaf50 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2d35c1dd-01a4-4609-ad01-4650bcf20194 HTTP/1.1" status: 200 len: 854 time: 0.1128738 May 13 14:05:01.899527 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3fff-8abf-485b-86c6-c63063ec4681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (aace5794-6348-4c5e-8299-e964c2bd1d65), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:01.902220 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3fff-8abf-485b-86c6-c63063ec4681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:01.903365 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-c1bc3fff-8abf-485b-86c6-c63063ec4681 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aace5794-6348-4c5e-8299-e964c2bd1d65 HTTP/1.1" status: 204 len: 168 time: 0.3437905 May 13 14:05:01.907827 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7df89-d54f-47f8-9856-61f825041df6 req-e6c85ade-5ca7-4779-8c45-e669151b7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:01.914825 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27f7df89-d54f-47f8-9856-61f825041df6 req-e6c85ade-5ca7-4779-8c45-e669151b7e53 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717330 May 13 14:05:01.914825 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f3e96e44-5798-4884-94d8-ac632a962c48 req-93a0eb7f-6158-4445-b39e-33447d81494b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973532 May 13 14:05:01.929111 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc3fff-8abf-485b-86c6-c63063ec4681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aace5794-6348-4c5e-8299-e964c2bd1d65,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:02.019536 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27f7df89-d54f-47f8-9856-61f825041df6 req-fc6efc83-bfee-4b95-b7ba-fd01c67b68fb service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007984 May 13 14:05:02.117410 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-27f7df89-d54f-47f8-9856-61f825041df6 req-bbc8a438-e8f2-4730-908f-052c10ec4c3f service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917892 May 13 14:05:03.066314 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479741f5-94e3-42f9-ad0b-3b68256529d6 req-8c17a4aa-06e0-444f-9e81-fbc28ff23573 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:03.069009 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-479741f5-94e3-42f9-ad0b-3b68256529d6 req-8c17a4aa-06e0-444f-9e81-fbc28ff23573 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 944 time: 0.0788481 May 13 14:05:03.135263 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-479741f5-94e3-42f9-ad0b-3b68256529d6 req-65de4760-9b1f-487f-91d6-f6ca9979f701 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584390 May 13 14:05:03.716738 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:05:03.823522 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:03.835831 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'port_id': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'mac_address': 'fa:16:3e:1b:59:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 700, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:05:03.873195 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:03.873559 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:03.888100 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:05:03.909116 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:03.914968 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:03.970218 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:04.220656 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:05:04.282661 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261102b-3d43-4750-abc7-30a516669810 req-08954747-59bc-4690-bb38-e0463e09403e tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:04.292561 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a261102b-3d43-4750-abc7-30a516669810 req-08954747-59bc-4690-bb38-e0463e09403e tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 945 time: 0.0760984 May 13 14:05:04.342136 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-55503463-710f-474e-aeef-28fca6f7d824 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ed183118dd8c4a84a96cc1cdc92d3a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470347 May 13 14:05:04.482869 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a261102b-3d43-4750-abc7-30a516669810 req-f27b27e7-0546-4def-bdd5-1ae30015b4a2 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888051 May 13 14:05:04.581293 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-338ed88e-8762-4b43-a77c-bf50ff60f66b tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:04.582984 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-338ed88e-8762-4b43-a77c-bf50ff60f66b tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298601 May 13 14:05:04.602442 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-0ce8d60e-62ef-492b-ad4d-c3bc66d69d16 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/quotas/ed183118dd8c4a84a96cc1cdc92d3a7a HTTP/1.1" status: 200 len: 375 time: 0.0116057 May 13 14:05:04.646373 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-da902ded-8fef-477b-996b-f3b57e2457b8 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ed183118dd8c4a84a96cc1cdc92d3a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358188 May 13 14:05:04.812745 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5de2ca35-72ae-4d1d-84c0-c84bf5aaf668 req-ccb25e5f-8da7-4bc9-b04b-18114282b548 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 210 time: 0.0286086 May 13 14:05:05.615678 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23714a6-015c-4c9f-bce6-bee03f972162 req-58f655a1-e121-4941-9cbe-2b9c481f89b7 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:05.617211 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b23714a6-015c-4c9f-bce6-bee03f972162 req-58f655a1-e121-4941-9cbe-2b9c481f89b7 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 945 time: 0.0516660 May 13 14:05:05.674909 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b23714a6-015c-4c9f-bce6-bee03f972162 req-e7fc6ab2-2746-418e-983f-2af0a1a71850 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514936 May 13 14:05:05.751670 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:05.799222 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-7c1c60ee-1237-44df-8ae5-88fc8eba4756 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=ed183118dd8c4a84a96cc1cdc92d3a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290942 May 13 14:05:05.806700 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:05:05.814993 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:05.815523 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:05.993664 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-bf69c5f7-36df-4a75-aee0-8289f01ef0eb tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:05.995222 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-bf69c5f7-36df-4a75-aee0-8289f01ef0eb tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908798 May 13 14:05:05.997075 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0edbeacc-e961-4dd5-aa46-3ff25528a25f req-874ee242-e09a-45bc-be80-eb826e2b9852 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 210 time: 0.0472260 May 13 14:05:06.008100 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:06.008490 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:06.028180 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Request body: {'port': {'device_id': 'd80a17c8-1887-4a66-8973-36998354c405', 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230', 'admin_state_up': True, 'tenant_id': 'ed183118dd8c4a84a96cc1cdc92d3a7a'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:06.057417 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:05:06.059904 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225d7028-0c0f-4b2e-8e3c-7cf6a1853058" -d '{"events": [{"server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "name": "network-vif-plugged", "status": "completed", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:05:06.074749 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:06.080688 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:06.110405 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e9f857-e566-4bb4-b767-c458b07e6b69 x-openstack-request-id: req-c8e9f857-e566-4bb4-b767-c458b07e6b69 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:05:06.110814 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "name": "network-vif-plugged", "status": "completed", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:05:06.111019 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8e9f857-e566-4bb4-b767-c458b07e6b69 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:05:06.111595 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e9f857-e566-4bb4-b767-c458b07e6b69'] response: {'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'code': 200} May 13 14:05:06.143489 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:06.176578 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Made reservation on behalf of ed183118dd8c4a84a96cc1cdc92d3a7a for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:05:06.182407 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:06.194793 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:06.278687 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks [] for security_group (c7646ada-f351-4ea6-91ad-843ad07c5801), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:06.284076 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c7646ada-f351-4ea6-91ad-843ad07c5801), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:06.363240 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7646ada-f351-4ea6-91ad-843ad07c5801,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:06.366411 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f85935-afaa-493c-8b3c-2c31d2b5384e req-a81a15db-12b4-4f51-8832-db13e36298d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:06.368565 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-c7f85935-afaa-493c-8b3c-2c31d2b5384e req-a81a15db-12b4-4f51-8832-db13e36298d0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 1130 time: 0.0414231 May 13 14:05:06.421670 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-c7f85935-afaa-493c-8b3c-2c31d2b5384e req-5a63b731-4f03-4763-a2bb-6762f84c811f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 May 13 14:05:06.434737 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Allocated IP 192.168.233.124 (72e5c12e-a43b-4732-8dd5-06555aac3230/fe01349d-e7f3-4ebf-9500-a2baa943ca62/fd2ef2ce-507a-467b-8b2a-376bcbddebb0) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:05:06.590970 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks [] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:06.638335 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:06.680727 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Network 72e5c12e-a43b-4732-8dd5-06555aac3230 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:06.684179 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:06.691340 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:05:06.698346 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Pushing event updated for resources: {'Port': ['ID=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:06.750088 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:06.750771 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:06.795029 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-765cfc82-4e31-43e6-8681-97659ca984dc tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7711616 May 13 14:05:06.820114 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20810ed-2075-4e1d-8da5-e223413accd5 req-94356146-2d7e-487f-af06-ce00c2681064 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:06.821726 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c20810ed-2075-4e1d-8da5-e223413accd5 req-94356146-2d7e-487f-af06-ce00c2681064 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 946 time: 0.0639322 May 13 14:05:06.873202 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c20810ed-2075-4e1d-8da5-e223413accd5 req-803efb60-d078-4a88-a2ff-ee109b6c8e4c tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453987 May 13 14:05:06.912580 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-217925f8-3ae5-45c1-9e4e-3b481e9da752 None None] Provisioning complete for port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:06.913550 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-217925f8-3ae5-45c1-9e4e-3b481e9da752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:06.955091 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-217925f8-3ae5-45c1-9e4e-3b481e9da752 None None] Port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:05:07.076926 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Request body: {'port': {'device_id': 'd80a17c8-1887-4a66-8973-36998354c405', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:07.175907 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff038f-be19-4778-b0b9-9f7628247a87 req-6bfa2091-3b9e-4c6f-9a28-fc69a93ca3ea tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:07.177402 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-74ff038f-be19-4778-b0b9-9f7628247a87 req-6bfa2091-3b9e-4c6f-9a28-fc69a93ca3ea tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 936 time: 0.0976524 May 13 14:05:07.193424 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:07.259080 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-74ff038f-be19-4778-b0b9-9f7628247a87 req-984537fb-71bb-4685-9369-018609114b17 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746715 May 13 14:05:07.516282 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2ef2ce-507a-467b-8b2a-376bcbddebb0 {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:05:07.524038 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Publish callbacks [] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:07.537502 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Transition to ACTIVE for port object fd2ef2ce-507a-467b-8b2a-376bcbddebb0 will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:05:07.541334 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:07.595145 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:07.675131 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Attempting to bind port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:05:07.675800 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Attempting to bind port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '5c4099f1-78cb-42ea-8560-65ddd0c5f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:05:07.675800 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Attempting to bind port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 on network 72e5c12e-a43b-4732-8dd5-06555aac3230 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:05:07.680693 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 on network 72e5c12e-a43b-4732-8dd5-06555aac3230 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:05:07.681019 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Attempting to bind port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 on network 72e5c12e-a43b-4732-8dd5-06555aac3230 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:05:07.687322 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:05:07.687672 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Checking segment: {'id': '5c4099f1-78cb-42ea-8560-65ddd0c5f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:05:07.688066 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Bound using segment: {'id': '5c4099f1-78cb-42ea-8560-65ddd0c5f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:05:07.688514 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Bound port: fd2ef2ce-507a-467b-8b2a-376bcbddebb0, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4099f1-78cb-42ea-8560-65ddd0c5f8f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:05:07.688878 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:07.759742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] For port fd2ef2ce-507a-467b-8b2a-376bcbddebb0, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:05:07.762763 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] For port fd2ef2ce-507a-467b-8b2a-376bcbddebb0, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,segment=NetworkSegment(5c4099f1-78cb-42ea-8560-65ddd0c5f8f2),segment_id=5c4099f1-78cb-42ea-8560-65ddd0c5f8f2)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:05:07.770932 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:07.803591 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:07.804182 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:07.806209 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] 10.222.0.87 "PUT /v2.0/ports/fd2ef2ce-507a-467b-8b2a-376bcbddebb0 HTTP/1.1" status: 200 len: 1098 time: 0.7334445 May 13 14:05:07.808885 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80a17c8-1887-4a66-8973-36998354c405', 'tag': 'fd2ef2ce-507a-467b-8b2a-376bcbddebb0'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:05:07.811295 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f44e9d-7a3f-41a7-a6f5-867504ce5b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "d80a17c8-1887-4a66-8973-36998354c405", "tag": "fd2ef2ce-507a-467b-8b2a-376bcbddebb0"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:05:07.841608 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8183ef1-d14f-495f-86fc-b1d6b9a83054 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:07.857800 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e699fe1-e822-482f-9a6a-f6ac7379e5ea x-openstack-request-id: req-9e699fe1-e822-482f-9a6a-f6ac7379e5ea {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:05:07.858094 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80a17c8-1887-4a66-8973-36998354c405", "tag": "fd2ef2ce-507a-467b-8b2a-376bcbddebb0", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:05:07.858356 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9e699fe1-e822-482f-9a6a-f6ac7379e5ea {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:05:07.858859 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e699fe1-e822-482f-9a6a-f6ac7379e5ea'] response: {'name': 'network-changed', 'server_uuid': 'd80a17c8-1887-4a66-8973-36998354c405', 'tag': 'fd2ef2ce-507a-467b-8b2a-376bcbddebb0', 'status': 'completed', 'code': 200} May 13 14:05:08.371940 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fece72-781e-4b78-bf1f-e4bce500ba3f req-cde3f047-fe6d-4fd7-9c68-280741549bbc tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:08.374360 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-01fece72-781e-4b78-bf1f-e4bce500ba3f req-cde3f047-fe6d-4fd7-9c68-280741549bbc tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 946 time: 0.4244671 May 13 14:05:08.383504 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f44e9d-7a3f-41a7-a6f5-867504ce5b3a req-28f61c32-d9c6-4700-9a5d-fd2d77ed58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:08.385620 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-57f44e9d-7a3f-41a7-a6f5-867504ce5b3a req-28f61c32-d9c6-4700-9a5d-fd2d77ed58ec service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ed183118dd8c4a84a96cc1cdc92d3a7a&device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 1132 time: 0.4161253 May 13 14:05:08.458131 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-57f44e9d-7a3f-41a7-a6f5-867504ce5b3a req-a0ba0ab7-c701-44be-a55e-41cd838852e3 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=ed183118dd8c4a84a96cc1cdc92d3a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521688 May 13 14:05:08.482275 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9cd09d-c60d-468a-ba24-11c5452f7d93 req-ad6f860d-d78f-4e6b-8723-8651b3bfb236 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:08.484781 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa9cd09d-c60d-468a-ba24-11c5452f7d93 req-ad6f860d-d78f-4e6b-8723-8651b3bfb236 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 948 time: 0.1398408 May 13 14:05:08.578621 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-01fece72-781e-4b78-bf1f-e4bce500ba3f req-e4d3e74d-d94a-49c9-bf13-7b98ccf6ed3e tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919372 May 13 14:05:08.617969 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa9cd09d-c60d-468a-ba24-11c5452f7d93 req-9476024e-4ddf-4899-8cd2-0b003a18cd62 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158400 May 13 14:05:08.640673 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f44e9d-7a3f-41a7-a6f5-867504ce5b3a req-69558af7-43bf-425e-a098-7ef45cd67b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:08.640673 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-57f44e9d-7a3f-41a7-a6f5-867504ce5b3a req-69558af7-43bf-425e-a098-7ef45cd67b4b service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1684523 May 13 14:05:08.751428 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fa06c-dda4-4335-873d-5157da831725 req-7b16dcc3-4c03-4698-87a7-5b9d103c16a0 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:08.752883 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3d5fa06c-dda4-4335-873d-5157da831725 req-7b16dcc3-4c03-4698-87a7-5b9d103c16a0 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 946 time: 0.0773079 May 13 14:05:08.758160 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-4a67b217-98bc-4b09-ac44-d74c74d61935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:08.759613 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-4a67b217-98bc-4b09-ac44-d74c74d61935 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ed183118dd8c4a84a96cc1cdc92d3a7a&device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 1132 time: 0.0550418 May 13 14:05:08.811615 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-282172dc-1b01-4acd-a70e-078824a33f12 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=fd2ef2ce-507a-467b-8b2a-376bcbddebb0 HTTP/1.1" status: 200 len: 217 time: 0.0365896 May 13 14:05:08.863676 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-3d5fa06c-dda4-4335-873d-5157da831725 req-94ac5300-a2b5-4edc-935d-616245e6f5e7 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020408 May 13 14:05:08.874173 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-e41b8856-6c09-4b6b-bd2e-247204ab03c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:08.876154 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-e41b8856-6c09-4b6b-bd2e-247204ab03c6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fe01349d-e7f3-4ebf-9500-a2baa943ca62 HTTP/1.1" status: 200 len: 843 time: 0.0575359 May 13 14:05:08.927130 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-4ef1bac0-1fd1-440e-aa22-3ae19005122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:08.928709 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-4ef1bac0-1fd1-440e-aa22-3ae19005122c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=72e5c12e-a43b-4732-8dd5-06555aac3230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0458486 May 13 14:05:09.022133 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-a3917215-e62d-41b2-aca5-ab0fa3618bef service neutron] 10.222.0.87 "GET /v2.0/networks/72e5c12e-a43b-4732-8dd5-06555aac3230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867307 May 13 14:05:09.128149 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9d1e8ac7-6dca-406d-bd0e-be499b06b9b0 req-2b6da013-2a9c-4ecf-a15e-1158b88b5dd3 service neutron] 10.222.0.87 "GET /v2.0/networks/72e5c12e-a43b-4732-8dd5-06555aac3230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986972 May 13 14:05:09.198784 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26ab52-2030-4ea4-806e-727aa18e3285 req-d453657e-7381-43ec-b70f-8165d5dad6a7 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:09.200396 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa26ab52-2030-4ea4-806e-727aa18e3285 req-d453657e-7381-43ec-b70f-8165d5dad6a7 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 946 time: 0.0515645 May 13 14:05:09.249892 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa26ab52-2030-4ea4-806e-727aa18e3285 req-5e53b088-1eec-4376-8dcd-988c80938121 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 May 13 14:05:09.740844 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095a251-fe72-490b-8d06-23f2be5977d1 req-af78f3cf-d41c-4911-9029-76aa58de55fa tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:09.742318 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9095a251-fe72-490b-8d06-23f2be5977d1 req-af78f3cf-d41c-4911-9029-76aa58de55fa tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 948 time: 0.0488229 May 13 14:05:09.797915 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9095a251-fe72-490b-8d06-23f2be5977d1 req-e2fdab5b-13c4-4f27-a1b8-18171a5ada7b tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490432 May 13 14:05:10.922351 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a7d28-0d2c-4fa3-bd21-3dbffc4f5768 req-e98bdf88-6846-475b-ba9c-7f52db897691 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:10.924021 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cb8a7d28-0d2c-4fa3-bd21-3dbffc4f5768 req-e98bdf88-6846-475b-ba9c-7f52db897691 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 948 time: 0.0522854 May 13 14:05:10.975320 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cb8a7d28-0d2c-4fa3-bd21-3dbffc4f5768 req-4d956eff-16ed-4142-b6ac-496b1c56a4af tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 May 13 14:05:11.757196 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device fd2ef2ce-507a-467b-8b2a-376bcbddebb0 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:05:11.856723 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port fd2ef2ce-507a-467b-8b2a-376bcbddebb0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,segment=NetworkSegment(5c4099f1-78cb-42ea-8560-65ddd0c5f8f2),segment_id=5c4099f1-78cb-42ea-8560-65ddd0c5f8f2)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:11.867665 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': 'fd2ef2ce-507a-467b-8b2a-376bcbddebb0', 'network_id': '72e5c12e-a43b-4732-8dd5-06555aac3230', 'port_id': 'fd2ef2ce-507a-467b-8b2a-376bcbddebb0', 'mac_address': 'fa:16:3e:33:98:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe01349d-e7f3-4ebf-9500-a2baa943ca62', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:05:11.904641 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:11.905018 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:11.917597 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2ef2ce-507a-467b-8b2a-376bcbddebb0 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:05:11.936729 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port fd2ef2ce-507a-467b-8b2a-376bcbddebb0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,segment=NetworkSegment(5c4099f1-78cb-42ea-8560-65ddd0c5f8f2),segment_id=5c4099f1-78cb-42ea-8560-65ddd0c5f8f2)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:11.941260 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:11.992240 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:12.096194 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcbdd9-3518-4ef6-a241-126f6d331d30 req-0ba2fa8d-5da0-4bd7-90df-2922afe8005c tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:12.097686 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e6fcbdd9-3518-4ef6-a241-126f6d331d30 req-0ba2fa8d-5da0-4bd7-90df-2922afe8005c tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 949 time: 0.0478258 May 13 14:05:12.144871 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e6fcbdd9-3518-4ef6-a241-126f6d331d30 req-64eb5dcc-9356-4722-bb36-39baff998805 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415871 May 13 14:05:12.278067 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['fd2ef2ce-507a-467b-8b2a-376bcbddebb0'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:05:12.680314 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-87176cee-b9fa-40c7-915d-ac473e1a8705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:13.266214 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e78325-59f6-447f-9ce3-7e9e4864efab req-2b60ba0c-0316-43d6-a359-af046e976f49 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:13.267745 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-08e78325-59f6-447f-9ce3-7e9e4864efab req-2b60ba0c-0316-43d6-a359-af046e976f49 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 949 time: 0.0521939 May 13 14:05:13.320922 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-08e78325-59f6-447f-9ce3-7e9e4864efab req-b367102a-1439-4bda-b5dc-3b270e6e3033 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471966 May 13 14:05:13.755751 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:05:13.759805 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device fd2ef2ce-507a-467b-8b2a-376bcbddebb0 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:13.804033 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:05:13.809849 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:13.810220 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:13.889639 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:13.890119 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:13.916718 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80a17c8-1887-4a66-8973-36998354c405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2ef2ce-507a-467b-8b2a-376bcbddebb0'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:05:13.919165 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f8a525-2570-4c17-b6e3-68864d999a86" -d '{"events": [{"server_uuid": "d80a17c8-1887-4a66-8973-36998354c405", "name": "network-vif-plugged", "status": "completed", "tag": "fd2ef2ce-507a-467b-8b2a-376bcbddebb0"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:05:13.932869 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port fd2ef2ce-507a-467b-8b2a-376bcbddebb0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,segment=NetworkSegment(5c4099f1-78cb-42ea-8560-65ddd0c5f8f2),segment_id=5c4099f1-78cb-42ea-8560-65ddd0c5f8f2)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:13.936494 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41538) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:13.940846 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:13.963846 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c83198-cf5a-4128-9e7f-a8e3f2707c8c x-openstack-request-id: req-32c83198-cf5a-4128-9e7f-a8e3f2707c8c {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:05:13.964133 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80a17c8-1887-4a66-8973-36998354c405", "name": "network-vif-plugged", "status": "completed", "tag": "fd2ef2ce-507a-467b-8b2a-376bcbddebb0", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:05:13.964381 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32c83198-cf5a-4128-9e7f-a8e3f2707c8c {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:05:13.965288 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c83198-cf5a-4128-9e7f-a8e3f2707c8c'] response: {'server_uuid': 'd80a17c8-1887-4a66-8973-36998354c405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2ef2ce-507a-467b-8b2a-376bcbddebb0', 'code': 200} May 13 14:05:13.986920 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_v2 [None req-537c3557-51e6-483f-9580-1d6b6d5c8eaa admin admin] Deleting subnet 62966d2f-f57e-42e7-ab26-84973b83451a {{(pid=109876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:05:13.990328 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-537c3557-51e6-483f-9580-1d6b6d5c8eaa admin admin] Publish callbacks [] for subnet (62966d2f-f57e-42e7-ab26-84973b83451a), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:13.996738 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:14.028894 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-537c3557-51e6-483f-9580-1d6b6d5c8eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28299090'] for subnet (62966d2f-f57e-42e7-ab26-84973b83451a), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.079270 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-537c3557-51e6-483f-9580-1d6b6d5c8eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (62966d2f-f57e-42e7-ab26-84973b83451a), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.089184 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.141953 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-537c3557-51e6-483f-9580-1d6b6d5c8eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2045917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984815'] for subnet (62966d2f-f57e-42e7-ab26-84973b83451a), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.180093 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-537c3557-51e6-483f-9580-1d6b6d5c8eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.185265 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-537c3557-51e6-483f-9580-1d6b6d5c8eaa admin admin] 10.222.0.79 "DELETE /v2.0/subnets/62966d2f-f57e-42e7-ab26-84973b83451a HTTP/1.1" status: 204 len: 168 time: 0.2463968 May 13 14:05:14.187992 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41540) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:14.197314 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c3557-51e6-483f-9580-1d6b6d5c8eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62966d2f-f57e-42e7-ab26-84973b83451a,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:14.233735 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6371678-ea40-4c9d-9b6e-c588bc65a5e0 req-98ca99c1-e89b-447b-96b7-1a6c0fdc22a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:14.236268 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b6371678-ea40-4c9d-9b6e-c588bc65a5e0 req-98ca99c1-e89b-447b-96b7-1a6c0fdc22a3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 1134 time: 0.0493317 May 13 14:05:14.297708 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b6371678-ea40-4c9d-9b6e-c588bc65a5e0 req-ec1d605d-1342-48ba-97d9-54397fdfb052 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536196 May 13 14:05:14.470367 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887cdfa-c370-4510-af20-fb7ef82c42be req-3b2f3892-5e2d-4939-8c6d-7812bd70b67b tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:14.472723 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a887cdfa-c370-4510-af20-fb7ef82c42be req-3b2f3892-5e2d-4939-8c6d-7812bd70b67b tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 950 time: 0.0623271 May 13 14:05:14.519523 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (e0678449-3653-4a44-a2eb-59af0b08ca1d), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.526785 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a887cdfa-c370-4510-af20-fb7ef82c42be req-f829521d-003b-46df-be82-1507d0cece87 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 May 13 14:05:14.615784 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (e0678449-3653-4a44-a2eb-59af0b08ca1d), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.643064 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.643438 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.644185 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.644556 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > port after_create 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.644906 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.645240 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > port after_update 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.645563 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.645887 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.646228 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.646550 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.772812 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.773159 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.773493 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.773829 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109875) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 13 14:05:14.774194 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0678449-3653-4a44-a2eb-59af0b08ca1d']}} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:14.794267 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451e374b-e13d-4b2f-9ae5-ed0c6bf93777') {'for_net_delete': True} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:14.794563 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451e374b-e13d-4b2f-9ae5-ed0c6bf93777') {} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:14.814628 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28904324'] for segment (451e374b-e13d-4b2f-9ae5-ed0c6bf93777), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.837772 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (451e374b-e13d-4b2f-9ae5-ed0c6bf93777), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.850331 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=109875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:05:14.850765 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28952805'] for segment (451e374b-e13d-4b2f-9ae5-ed0c6bf93777), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: from cryptography.utils import int_from_bytes May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: from cryptography.utils import int_from_bytes May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: Traceback (most recent call last): May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: timer() May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: cb(*args, **kw) May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: return func(*args, **kwargs) May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: self._notify() May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: self.callback(batched_events) May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: event.method(event) May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: return f(self, *a, **k) May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: return self._get(url).json() May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: return self.request(url, 'GET', **kwargs) May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:05:14.855340 dv-cinder-841753-1-iscsi neutron-server[109875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:05:14.919569 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (e0678449-3653-4a44-a2eb-59af0b08ca1d), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.928214 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:14.934382 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41550) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:14.934523 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e0678449-3653-4a44-a2eb-59af0b08ca1d HTTP/1.1" status: 204 len: 168 time: 0.7454879 May 13 14:05:14.949722 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ea18f-728e-4253-ab0c-b9557c41f418 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0678449-3653-4a44-a2eb-59af0b08ca1d,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:14.983762 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7dc6d47-4d6a-4cf4-a3b6-a93c3ff0b66b admin admin] Deleting subnet 3f224780-7962-4c34-a1e4-cb3a84df88eb {{(pid=109876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:05:14.987242 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6d47-4d6a-4cf4-a3b6-a93c3ff0b66b admin admin] Publish callbacks [] for subnet (3f224780-7962-4c34-a1e4-cb3a84df88eb), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.031448 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6d47-4d6a-4cf4-a3b6-a93c3ff0b66b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28299090'] for subnet (3f224780-7962-4c34-a1e4-cb3a84df88eb), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.085028 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6d47-4d6a-4cf4-a3b6-a93c3ff0b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (3f224780-7962-4c34-a1e4-cb3a84df88eb), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.145559 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6d47-4d6a-4cf4-a3b6-a93c3ff0b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2045917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984815'] for subnet (3f224780-7962-4c34-a1e4-cb3a84df88eb), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.171891 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc6d47-4d6a-4cf4-a3b6-a93c3ff0b66b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f224780-7962-4c34-a1e4-cb3a84df88eb,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:15.176062 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6d47-4d6a-4cf4-a3b6-a93c3ff0b66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.181849 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a7dc6d47-4d6a-4cf4-a3b6-a93c3ff0b66b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3f224780-7962-4c34-a1e4-cb3a84df88eb HTTP/1.1" status: 204 len: 168 time: 0.2435942 May 13 14:05:15.181973 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41554) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:15.255658 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (5199ce3e-068d-4c3f-94be-d64d6f0cc592), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.333419 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (5199ce3e-068d-4c3f-94be-d64d6f0cc592), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.354683 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5199ce3e-068d-4c3f-94be-d64d6f0cc592']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:15.366360 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb25c0e-cc9a-4dfe-9392-92f73926716e') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:15.366656 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb25c0e-cc9a-4dfe-9392-92f73926716e') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:15.377965 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (cbb25c0e-cc9a-4dfe-9392-92f73926716e), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.393383 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (cbb25c0e-cc9a-4dfe-9392-92f73926716e), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.400408 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:05:15.400808 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (cbb25c0e-cc9a-4dfe-9392-92f73926716e), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:05:15.402544 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:05:15.461727 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (5199ce3e-068d-4c3f-94be-d64d6f0cc592), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.466982 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.470282 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] 10.222.0.79 "DELETE /v2.0/networks/5199ce3e-068d-4c3f-94be-d64d6f0cc592 HTTP/1.1" status: 204 len: 168 time: 0.2873528 May 13 14:05:15.484810 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbff10f-a187-4a49-8825-feb1efc4965d admin admin] Pushing event deleted for resources: {'Network': ['ID=5199ce3e-068d-4c3f-94be-d64d6f0cc592,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:15.489717 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f5301640-471a-420a-9948-6d03d334a98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.650923 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41562) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:15.654490 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4745cee-30a8-4ae5-b70f-f8c9138cdd6a req-82297ad0-6144-4ab0-868a-6b8a797b1582 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:15.656604 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4745cee-30a8-4ae5-b70f-f8c9138cdd6a req-82297ad0-6144-4ab0-868a-6b8a797b1582 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 950 time: 0.0493896 May 13 14:05:15.694635 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-c504b557-1325-4676-a319-e132185b5d4a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c371ae17178b4eb7a984382a9bffbd2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424063 May 13 14:05:15.697066 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41564) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:15.706950 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c4745cee-30a8-4ae5-b70f-f8c9138cdd6a req-3f7349c0-6328-43fc-9046-6b26574ab806 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 May 13 14:05:15.748043 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-673324ea-f839-47d3-bac6-32148b972214 admin admin] Publish callbacks [] for security_group (1911331b-85eb-4775-947e-975b01388641), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.772116 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-673324ea-f839-47d3-bac6-32148b972214 admin admin] Publish callbacks [] for security_group (1911331b-85eb-4775-947e-975b01388641), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.825161 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-673324ea-f839-47d3-bac6-32148b972214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (1911331b-85eb-4775-947e-975b01388641), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.828322 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-673324ea-f839-47d3-bac6-32148b972214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:15.829501 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-673324ea-f839-47d3-bac6-32148b972214 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1911331b-85eb-4775-947e-975b01388641 HTTP/1.1" status: 204 len: 168 time: 0.1315131 May 13 14:05:15.837683 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673324ea-f839-47d3-bac6-32148b972214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1911331b-85eb-4775-947e-975b01388641,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:16.170166 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41572) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:16.211274 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-751579ca-704e-4d0d-9a21-bf4493b01ff2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=05129c7bfbdf4a038f3c6a5cb400d2df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397997 May 13 14:05:16.214028 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41574) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:16.266700 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-92110c8a-9de4-4319-85ba-b2cae5605bd1 admin admin] Publish callbacks [] for security_group (3b9a678c-3eb1-4043-b39d-f8754f6b9f69), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:16.288724 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-92110c8a-9de4-4319-85ba-b2cae5605bd1 admin admin] Publish callbacks [] for security_group (3b9a678c-3eb1-4043-b39d-f8754f6b9f69), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:16.330208 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:16.338047 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-92110c8a-9de4-4319-85ba-b2cae5605bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (3b9a678c-3eb1-4043-b39d-f8754f6b9f69), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:16.345090 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-92110c8a-9de4-4319-85ba-b2cae5605bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:16.345090 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-92110c8a-9de4-4319-85ba-b2cae5605bd1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b9a678c-3eb1-4043-b39d-f8754f6b9f69 HTTP/1.1" status: 204 len: 168 time: 0.1270795 May 13 14:05:16.351940 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92110c8a-9de4-4319-85ba-b2cae5605bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9a678c-3eb1-4043-b39d-f8754f6b9f69,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:16.824899 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fde7d5-8a3c-4318-b9c8-bfc0bc4c9615 req-066172fe-d5b8-408a-ad1d-e01cb37f67f2 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:16.826482 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-48fde7d5-8a3c-4318-b9c8-bfc0bc4c9615 req-066172fe-d5b8-408a-ad1d-e01cb37f67f2 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 950 time: 0.0510628 May 13 14:05:16.881375 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-48fde7d5-8a3c-4318-b9c8-bfc0bc4c9615 req-9040522b-cdc9-421a-b60a-c0c77f5fe3d0 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485904 May 13 14:05:17.867407 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:17.995623 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fff169-05fb-40aa-8194-a18192b5857e req-460705f6-fa00-46e8-b948-672019dcc50b tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:17.997103 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4fff169-05fb-40aa-8194-a18192b5857e req-460705f6-fa00-46e8-b948-672019dcc50b tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 950 time: 0.0471666 May 13 14:05:18.048137 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4fff169-05fb-40aa-8194-a18192b5857e req-25d28875-a70b-4015-8abb-294221a410ae tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448027 May 13 14:05:19.165019 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c871580-6967-479c-832a-dce1bb8f8fda req-b698bf96-9bb9-4f05-a126-b27ed56c6a48 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:19.166526 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6c871580-6967-479c-832a-dce1bb8f8fda req-b698bf96-9bb9-4f05-a126-b27ed56c6a48 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 950 time: 0.0483019 May 13 14:05:19.216036 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6c871580-6967-479c-832a-dce1bb8f8fda req-b5e8e652-3a8e-4621-b3c4-e6c10442cfb5 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439091 May 13 14:05:19.460562 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:19.521295 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef7af8-a837-4d2e-b6b8-d0955e8b4f12 req-38966256-e31a-45dc-ac63-2d357f9df030 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:19.522901 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-97ef7af8-a837-4d2e-b6b8-d0955e8b4f12 req-38966256-e31a-45dc-ac63-2d357f9df030 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 950 time: 0.0577357 May 13 14:05:19.573969 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-97ef7af8-a837-4d2e-b6b8-d0955e8b4f12 req-8d85fa6d-ae50-4df2-992a-f0dfaabad08c tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451031 May 13 14:05:19.925051 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a5ff7-6c6f-46ce-ae8e-e655ced17100 req-c7610ad3-f8f2-4075-b7aa-f5978f57cb2a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:19.926791 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8e2a5ff7-6c6f-46ce-ae8e-e655ced17100 req-c7610ad3-f8f2-4075-b7aa-f5978f57cb2a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 946 time: 0.0707002 May 13 14:05:19.977500 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8e2a5ff7-6c6f-46ce-ae8e-e655ced17100 req-6d8bef78-c7d9-4db5-bedc-8ac1a620cdf3 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 May 13 14:05:20.003846 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41658) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:20.025866 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41662) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:20.142110 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-43469d69-2ca4-4b82-9992-0b812523f827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.244634 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4476828-a733-4ed8-9246-8818f3938a1b tempest-TestMinimumBasicScenario-690455506 tempest-TestMinimumBasicScenario-690455506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:20.246097 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e4476828-a733-4ed8-9246-8818f3938a1b tempest-TestMinimumBasicScenario-690455506 tempest-TestMinimumBasicScenario-690455506-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 1125 time: 0.2412508 May 13 14:05:20.249132 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41666) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:20.253449 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'port_id': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:20.280405 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-43469d69-2ca4-4b82-9992-0b812523f827 admin admin] Publish callbacks [] for security_group (5ea7cb54-943d-4ca1-b5ec-bb8d202c067d), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.286671 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-43469d69-2ca4-4b82-9992-0b812523f827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (5ea7cb54-943d-4ca1-b5ec-bb8d202c067d), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.291781 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.369926 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-43469d69-2ca4-4b82-9992-0b812523f827 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8995bfdd77e44f24bc9ef6a52f90529b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429849 May 13 14:05:20.372871 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41668) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:20.376449 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43469d69-2ca4-4b82-9992-0b812523f827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea7cb54-943d-4ca1-b5ec-bb8d202c067d,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:20.407781 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.425967 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ea12-ef29-40ea-a20c-abec0916bc2f admin admin] Publish callbacks [] for security_group (5ea7cb54-943d-4ca1-b5ec-bb8d202c067d), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.448119 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ea12-ef29-40ea-a20c-abec0916bc2f admin admin] Publish callbacks [] for security_group (5ea7cb54-943d-4ca1-b5ec-bb8d202c067d), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.500812 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ea12-ef29-40ea-a20c-abec0916bc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (5ea7cb54-943d-4ca1-b5ec-bb8d202c067d), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.503447 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2ee4ea12-ef29-40ea-a20c-abec0916bc2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.504597 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-2ee4ea12-ef29-40ea-a20c-abec0916bc2f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ea7cb54-943d-4ca1-b5ec-bb8d202c067d HTTP/1.1" status: 204 len: 168 time: 0.1303730 May 13 14:05:20.512720 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4ea12-ef29-40ea-a20c-abec0916bc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea7cb54-943d-4ca1-b5ec-bb8d202c067d,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:20.525687 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Allocated IP 172.27.3.14 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/9aaba265-a1a1-4578-9968-5dbb338bc8c7) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:05:20.643301 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for port (9aaba265-a1a1-4578-9968-5dbb338bc8c7), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.708082 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (9aaba265-a1a1-4578-9968-5dbb338bc8c7), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:20.726076 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f693f55-ef93-47df-a787-3c7cc9a5199c req-f077ccc7-6b9b-4a76-a0f6-21746f49a821 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:20.728107 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7f693f55-ef93-47df-a787-3c7cc9a5199c req-f077ccc7-6b9b-4a76-a0f6-21746f49a821 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 950 time: 0.0747135 May 13 14:05:20.779743 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:20.784764 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:20.796190 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:05:20.817363 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'Port': ['ID=9aaba265-a1a1-4578-9968-5dbb338bc8c7,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:20.854588 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7f693f55-ef93-47df-a787-3c7cc9a5199c req-25fa56a0-0e59-416f-b686-0f19dfde3fee tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/security-groups?id=c7646ada-f351-4ea6-91ad-843ad07c5801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040130 May 13 14:05:21.252046 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for floatingip (2f84cd85-db79-4992-af01-a4b54f98d3af), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:21.258871 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-373e32af-a9b9-456e-a465-3f785f62a986 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:21.260375 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-373e32af-a9b9-456e-a465-3f785f62a986 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.87 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 950 time: 0.0648422 May 13 14:05:21.405037 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (9aaba265-a1a1-4578-9968-5dbb338bc8c7), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:21.406859 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-adabd835-d4d4-4b62-a118-8efd676c9a42 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Deleting port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:05:21.407184 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-adabd835-d4d4-4b62-a118-8efd676c9a42 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:21.572158 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-adabd835-d4d4-4b62-a118-8efd676c9a42 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] For port fd2ef2ce-507a-467b-8b2a-376bcbddebb0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,segment=NetworkSegment(5c4099f1-78cb-42ea-8560-65ddd0c5f8f2),segment_id=5c4099f1-78cb-42ea-8560-65ddd0c5f8f2)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:21.572525 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-adabd835-d4d4-4b62-a118-8efd676c9a42 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:21.589512 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-adabd835-d4d4-4b62-a118-8efd676c9a42 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Calling delete_port for fd2ef2ce-507a-467b-8b2a-376bcbddebb0 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:05:21.698138 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for port (9aaba265-a1a1-4578-9968-5dbb338bc8c7), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:21.711150 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (9aaba265-a1a1-4578-9968-5dbb338bc8c7), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:21.820543 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'Port': ['ID=9aaba265-a1a1-4578-9968-5dbb338bc8c7,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:21.829969 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (2f84cd85-db79-4992-af01-a4b54f98d3af), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:21.874843 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-adabd835-d4d4-4b62-a118-8efd676c9a42 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (fd2ef2ce-507a-467b-8b2a-376bcbddebb0), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:21.907742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabd835-d4d4-4b62-a118-8efd676c9a42 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Pushing event deleted for resources: {'Port': ['ID=fd2ef2ce-507a-467b-8b2a-376bcbddebb0,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:21.919923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['fd2ef2ce-507a-467b-8b2a-376bcbddebb0'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:05:22.018139 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ecb23391-9a82-4fdb-8b53-f89f3cb4a9be req-38807446-1739-417b-875a-2fbbcc43c64a tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.79 "GET /v2.0/ports?device_id=d80a17c8-1887-4a66-8973-36998354c405 HTTP/1.1" status: 200 len: 210 time: 0.0502949 May 13 14:05:22.022933 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-adabd835-d4d4-4b62-a118-8efd676c9a42 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] No DVR routers for this DVR port fd2ef2ce-507a-467b-8b2a-376bcbddebb0 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:05:22.027523 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-adabd835-d4d4-4b62-a118-8efd676c9a42 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.032082 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c3137c6c-03f8-4fd5-901b-9c463cc01cc5 req-adabd835-d4d4-4b62-a118-8efd676c9a42 tempest-VolumesNegativeTest-158024154 tempest-VolumesNegativeTest-158024154-project] 10.222.0.87 "DELETE /v2.0/ports/fd2ef2ce-507a-467b-8b2a-376bcbddebb0 HTTP/1.1" status: 204 len: 173 time: 0.7530529 May 13 14:05:22.032082 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80a17c8-1887-4a66-8973-36998354c405', 'name': 'network-vif-deleted', 'tag': 'fd2ef2ce-507a-467b-8b2a-376bcbddebb0'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:05:22.034318 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808ff07b-e050-43e3-bc0e-6310e3e97342" -d '{"events": [{"server_uuid": "d80a17c8-1887-4a66-8973-36998354c405", "name": "network-vif-deleted", "tag": "fd2ef2ce-507a-467b-8b2a-376bcbddebb0"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:05:22.037976 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Floating IP 2f84cd85-db79-4992-af01-a4b54f98d3af associated. External IP: 172.27.3.14, port: 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8. May 13 14:05:22.085895 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db9f5db-081f-4249-8cd2-fd44e836e795 x-openstack-request-id: req-5db9f5db-081f-4249-8cd2-fd44e836e795 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:05:22.086259 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80a17c8-1887-4a66-8973-36998354c405", "name": "network-vif-deleted", "tag": "fd2ef2ce-507a-467b-8b2a-376bcbddebb0", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:05:22.086464 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5db9f5db-081f-4249-8cd2-fd44e836e795 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:05:22.086851 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db9f5db-081f-4249-8cd2-fd44e836e795'] response: {'server_uuid': 'd80a17c8-1887-4a66-8973-36998354c405', 'name': 'network-vif-deleted', 'tag': 'fd2ef2ce-507a-467b-8b2a-376bcbddebb0', 'status': 'completed', 'code': 200} May 13 14:05:22.268081 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Router b27f149b-8099-4731-8508-e6f3a783b6ca has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:05:22.378054 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:05:22.387530 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] Sync routers for ids ['b27f149b-8099-4731-8508-e6f3a783b6ca'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:05:22.396596 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.398541 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] Routers {'b27f149b-8099-4731-8508-e6f3a783b6ca'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:22.399287 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['b27f149b-8099-4731-8508-e6f3a783b6ca'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:22.427148 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-10d40726-084c-4c67-ac71-3d6ed85e4876 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1769438 May 13 14:05:22.430085 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41708) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:22.434809 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-831b4fa1-d191-4197-94c0-c4915cda7ac2 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299175996', 'description': 'tempest-secgroup-smoke-1299175996 description', 'project_id': '673435f01c47460bae84e4f31643f66d'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:22.457483 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-831b4fa1-d191-4197-94c0-c4915cda7ac2 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.527276 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] Set router b27f149b-8099-4731-8508-e6f3a783b6ca gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:22.528523 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-831b4fa1-d191-4197-94c0-c4915cda7ac2 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group (b8880a6a-849a-496a-bafa-1672d8af8b35), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.534433 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-831b4fa1-d191-4197-94c0-c4915cda7ac2 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (b8880a6a-849a-496a-bafa-1672d8af8b35), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.572710 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-831b4fa1-d191-4197-94c0-c4915cda7ac2 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.574152 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-831b4fa1-d191-4197-94c0-c4915cda7ac2 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1428521 May 13 14:05:22.577503 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41710) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:22.582346 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-207d9fd8-42a3-43c4-80d8-0daf09b50f5a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'security_group_rule': {'security_group_id': 'b8880a6a-849a-496a-bafa-1672d8af8b35', 'project_id': '673435f01c47460bae84e4f31643f66d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:22.587855 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b4fa1-d191-4197-94c0-c4915cda7ac2 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8880a6a-849a-496a-bafa-1672d8af8b35,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:22.618330 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-207d9fd8-42a3-43c4-80d8-0daf09b50f5a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (361dbbc6-f846-46c8-8314-acac42fe5c04), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.690208 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-207d9fd8-42a3-43c4-80d8-0daf09b50f5a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (361dbbc6-f846-46c8-8314-acac42fe5c04), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.700741 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-207d9fd8-42a3-43c4-80d8-0daf09b50f5a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (361dbbc6-f846-46c8-8314-acac42fe5c04), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.717556 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d9fd8-42a3-43c4-80d8-0daf09b50f5a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361dbbc6-f846-46c8-8314-acac42fe5c04,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:22.735122 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-207d9fd8-42a3-43c4-80d8-0daf09b50f5a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.736856 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-207d9fd8-42a3-43c4-80d8-0daf09b50f5a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583140 May 13 14:05:22.740031 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41714) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:22.747498 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-f50e439b-ef11-4983-8eea-053b830d45bd tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'security_group_rule': {'security_group_id': 'b8880a6a-849a-496a-bafa-1672d8af8b35', 'project_id': '673435f01c47460bae84e4f31643f66d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:22.778843 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f50e439b-ef11-4983-8eea-053b830d45bd tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (a3f82f4e-5547-4afd-a243-29a254bbaa1e), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.852630 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f50e439b-ef11-4983-8eea-053b830d45bd tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (a3f82f4e-5547-4afd-a243-29a254bbaa1e), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.857773 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f50e439b-ef11-4983-8eea-053b830d45bd tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (a3f82f4e-5547-4afd-a243-29a254bbaa1e), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.886807 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e439b-ef11-4983-8eea-053b830d45bd tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f82f4e-5547-4afd-a243-29a254bbaa1e,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:22.900212 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f50e439b-ef11-4983-8eea-053b830d45bd tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.904508 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41726) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:22.904839 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-f50e439b-ef11-4983-8eea-053b830d45bd tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1632283 May 13 14:05:22.915991 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-1fef1e3d-b2f9-4d13-a6fc-4860d1aecec4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'security_group_rule': {'security_group_id': 'b8880a6a-849a-496a-bafa-1672d8af8b35', 'project_id': '673435f01c47460bae84e4f31643f66d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:22.965504 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-1fef1e3d-b2f9-4d13-a6fc-4860d1aecec4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (48cd97a7-472f-411f-8eff-f8fc6af23f63), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:22.977545 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:23Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '2f84cd85-db79-4992-af01-a4b54f98d3af', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'port_id': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'mac_address': 'fa:16:3e:1b:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:05:21Z', 'updated_at': '2022-05-13T14:05:21Z', 'revision_number': 0, 'project_id': '673435f01c47460bae84e4f31643f66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac7397d-f1d2-4a12-a399-e6fe2290da66', 'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'mac_address': 'fa:16:3e:24:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:22Z', 'updated_at': '2022-05-13T14:04:28Z', 'revision_number': 5, 'project_id': '673435f01c47460bae84e4f31643f66d', 'subnets': [{'id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:23.012667 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] Checking router: b27f149b-8099-4731-8508-e6f3a783b6ca for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:05:23.024616 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] Routers {'b27f149b-8099-4731-8508-e6f3a783b6ca'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:23.025797 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['b27f149b-8099-4731-8508-e6f3a783b6ca'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:23.042360 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-1fef1e3d-b2f9-4d13-a6fc-4860d1aecec4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (48cd97a7-472f-411f-8eff-f8fc6af23f63), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.049243 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-1fef1e3d-b2f9-4d13-a6fc-4860d1aecec4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (48cd97a7-472f-411f-8eff-f8fc6af23f63), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.080637 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-1fef1e3d-b2f9-4d13-a6fc-4860d1aecec4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.087177 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 41736) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:23.092296 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-d0c88553-254c-4b8e-84b0-8fdae27aeb1b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'security_group_rule': {'security_group_id': 'b8880a6a-849a-496a-bafa-1672d8af8b35', 'project_id': '673435f01c47460bae84e4f31643f66d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:23.097360 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-1fef1e3d-b2f9-4d13-a6fc-4860d1aecec4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1914668 May 13 14:05:23.099531 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef1e3d-b2f9-4d13-a6fc-4860d1aecec4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cd97a7-472f-411f-8eff-f8fc6af23f63,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:23.139807 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d0c88553-254c-4b8e-84b0-8fdae27aeb1b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (0f373cb5-2bff-49df-bc5f-f5776e5147c1), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.183112 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] Set router b27f149b-8099-4731-8508-e6f3a783b6ca gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:23.247321 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d0c88553-254c-4b8e-84b0-8fdae27aeb1b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (0f373cb5-2bff-49df-bc5f-f5776e5147c1), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.253795 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d0c88553-254c-4b8e-84b0-8fdae27aeb1b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (0f373cb5-2bff-49df-bc5f-f5776e5147c1), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.319141 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-b3abcce9-f4e0-4904-9f22-18ebe14cf4ec tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743970202&fields=id&tenant_id=fbbf18059349404c9ed7f53c5b38d2fd HTTP/1.1" status: 200 len: 267 time: 0.0917299 May 13 14:05:23.338146 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c88553-254c-4b8e-84b0-8fdae27aeb1b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f373cb5-2bff-49df-bc5f-f5776e5147c1,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:23.357166 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d0c88553-254c-4b8e-84b0-8fdae27aeb1b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.358702 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-d0c88553-254c-4b8e-84b0-8fdae27aeb1b tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2704196 May 13 14:05:23.362336 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41754) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:23.367761 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-8a06f5a5-034b-4231-b3af-55552be9a7a3 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'security_group_rule': {'security_group_id': 'b8880a6a-849a-496a-bafa-1672d8af8b35', 'project_id': '673435f01c47460bae84e4f31643f66d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:23.404418 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.securitygroups_db [None req-8a06f5a5-034b-4231-b3af-55552be9a7a3 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Project 673435f01c47460bae84e4f31643f66d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:05:23.412046 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8a06f5a5-034b-4231-b3af-55552be9a7a3 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (0265d9aa-c336-4565-a85a-8c48ea8c6160), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.487774 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-628a5443-2eef-4efa-a94e-19a38bfb8513 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:23.489605 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-628a5443-2eef-4efa-a94e-19a38bfb8513 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 811 time: 0.1699605 May 13 14:05:23.513194 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-9ebe7040-d793-4453-826b-ae1a5eab9f81 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/quotas/fbbf18059349404c9ed7f53c5b38d2fd HTTP/1.1" status: 200 len: 375 time: 0.0150762 May 13 14:05:23.516433 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8a06f5a5-034b-4231-b3af-55552be9a7a3 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (0265d9aa-c336-4565-a85a-8c48ea8c6160), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.522357 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8a06f5a5-034b-4231-b3af-55552be9a7a3 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (0265d9aa-c336-4565-a85a-8c48ea8c6160), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.543718 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06f5a5-034b-4231-b3af-55552be9a7a3 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0265d9aa-c336-4565-a85a-8c48ea8c6160,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:23.557419 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-8a06f5a5-034b-4231-b3af-55552be9a7a3 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.561696 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-8a06f5a5-034b-4231-b3af-55552be9a7a3 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1977179 May 13 14:05:23.562546 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 41762) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:23.566893 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-f584ada8-caa7-4fbc-a31e-c0a037fcbafa tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'security_group_rule': {'security_group_id': 'b8880a6a-849a-496a-bafa-1672d8af8b35', 'project_id': '673435f01c47460bae84e4f31643f66d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:23.586419 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-8c72220d-6472-4b7a-9759-5c0c558e3f38 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669165 May 13 14:05:23.587940 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:23Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '2f84cd85-db79-4992-af01-a4b54f98d3af', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'port_id': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'mac_address': 'fa:16:3e:1b:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:05:21Z', 'updated_at': '2022-05-13T14:05:21Z', 'revision_number': 0, 'project_id': '673435f01c47460bae84e4f31643f66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac7397d-f1d2-4a12-a399-e6fe2290da66', 'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'mac_address': 'fa:16:3e:24:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:22Z', 'updated_at': '2022-05-13T14:04:28Z', 'revision_number': 5, 'project_id': '673435f01c47460bae84e4f31643f66d', 'subnets': [{'id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:23.595907 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.securitygroups_db [None req-f584ada8-caa7-4fbc-a31e-c0a037fcbafa tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Project 673435f01c47460bae84e4f31643f66d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:05:23.603735 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f584ada8-caa7-4fbc-a31e-c0a037fcbafa tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (b6e1d2fb-e41c-46df-bb25-5f5b1ac6f854), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.623332 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9165e00d-3f02-4cda-9750-3754041608b6 None None] The sync data for ids ['b27f149b-8099-4731-8508-e6f3a783b6ca'] in dv-cinder-841753-1-iscsi is: [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:23Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '2f84cd85-db79-4992-af01-a4b54f98d3af', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'port_id': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'mac_address': 'fa:16:3e:1b:59:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:05:21Z', 'updated_at': '2022-05-13T14:05:21Z', 'revision_number': 0, 'project_id': '673435f01c47460bae84e4f31643f66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cac7397d-f1d2-4a12-a399-e6fe2290da66', 'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'mac_address': 'fa:16:3e:24:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:22Z', 'updated_at': '2022-05-13T14:04:28Z', 'revision_number': 5, 'project_id': '673435f01c47460bae84e4f31643f66d', 'subnets': [{'id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:05:23.706868 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f584ada8-caa7-4fbc-a31e-c0a037fcbafa tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (b6e1d2fb-e41c-46df-bb25-5f5b1ac6f854), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.712041 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f584ada8-caa7-4fbc-a31e-c0a037fcbafa tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (b6e1d2fb-e41c-46df-bb25-5f5b1ac6f854), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.726751 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584ada8-caa7-4fbc-a31e-c0a037fcbafa tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e1d2fb-e41c-46df-bb25-5f5b1ac6f854,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:23.750620 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f584ada8-caa7-4fbc-a31e-c0a037fcbafa tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:23.752429 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-f584ada8-caa7-4fbc-a31e-c0a037fcbafa tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1886444 May 13 14:05:23.916925 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaa46e2-7db6-4add-8b37-bc2bcdf76739 None None] New status for floating IP 2f84cd85-db79-4992-af01-a4b54f98d3af: ACTIVE {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:05:24.174464 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:05:24.177795 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2c76a0-5f1b-4252-b184-961d96a4ef49" -d '{"events": [{"name": "network-changed", "server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:05:24.214163 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-1513d9f2-970c-4c1a-bfa0-0873fedadc30 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299175996&fields=id&tenant_id=673435f01c47460bae84e4f31643f66d HTTP/1.1" status: 200 len: 267 time: 0.4051127 May 13 14:05:24.223065 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-98c665ad-f1c2-4538-b99b-fdafeeefb0ad service neutron] 10.222.0.79 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184108 May 13 14:05:24.346518 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-4d40f029-dd14-4cc4-90fd-95f83b017e05 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:24.350588 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-4d40f029-dd14-4cc4-90fd-95f83b017e05 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 946 time: 0.1238184 May 13 14:05:24.369059 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-524e91e0-e2ba-4e65-ae3d-f80cb4ca2ad5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'port': {'security_groups': ['f2de8ab9-9bd9-43a3-a35a-08a55f776e0a', 'b8880a6a-849a-496a-bafa-1672d8af8b35']}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:24.412638 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-3924de51-47b8-4420-b08a-40b31e51234c service neutron] 10.222.0.79 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751728 May 13 14:05:24.459545 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-524e91e0-e2ba-4e65-ae3d-f80cb4ca2ad5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:24.770266 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-524e91e0-e2ba-4e65-ae3d-f80cb4ca2ad5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] For port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:24.792430 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602dea55-a009-4236-8a00-8ca04ec4d6f8 x-openstack-request-id: req-602dea55-a009-4236-8a00-8ca04ec4d6f8 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:05:24.792722 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:05:24.792968 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-602dea55-a009-4236-8a00-8ca04ec4d6f8 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:05:24.793367 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602dea55-a009-4236-8a00-8ca04ec4d6f8'] response: {'name': 'network-changed', 'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'status': 'completed', 'code': 200} May 13 14:05:24.807976 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-524e91e0-e2ba-4e65-ae3d-f80cb4ca2ad5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:24.813855 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-524e91e0-e2ba-4e65-ae3d-f80cb4ca2ad5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:24.858833 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:05:24.919666 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-524e91e0-e2ba-4e65-ae3d-f80cb4ca2ad5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:24.920312 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-524e91e0-e2ba-4e65-ae3d-f80cb4ca2ad5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:24.922867 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f9aa6285-4d39-4f19-96a8-b48f82e9d67c req-524e91e0-e2ba-4e65-ae3d-f80cb4ca2ad5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "PUT /v2.0/ports/4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 982 time: 0.5599334 May 13 14:05:24.929930 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-de1fc856-af29-4e5c-9f7f-86ca30d4380a req-1ebb61b8-e9cd-4e9f-b0d7-6b6f97a758c8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 210 time: 0.0790184 May 13 14:05:24.969407 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-122b272e-1847-46d9-ad30-292b6f08775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:24.970955 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-122b272e-1847-46d9-ad30-292b6f08775c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=673435f01c47460bae84e4f31643f66d&device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 1169 time: 0.1186707 May 13 14:05:25.131892 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:05:25.139492 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-1bbb3b12-997a-49c5-be58-4a11c4a05a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:25.141665 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-1bbb3b12-997a-49c5-be58-4a11c4a05a32 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 HTTP/1.1" status: 200 len: 916 time: 0.1576643 May 13 14:05:25.145478 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e91e0-e2ba-4e65-ae3d-f80cb4ca2ad5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'Port': ['ID=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,revision_number=6']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:25.205794 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21298443-967e-4bee-8155-a129237f6b9d req-5ef715d2-f110-4a66-895e-790aaa8241ff tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:25.207540 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-21298443-967e-4bee-8155-a129237f6b9d req-5ef715d2-f110-4a66-895e-790aaa8241ff tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0645747 May 13 14:05:25.341102 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-e295adce-f261-49d8-8cef-4ed852ba034b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 1001 time: 0.1320307 May 13 14:05:25.403425 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-21298443-967e-4bee-8155-a129237f6b9d req-6d2a7ea6-a2ce-44cb-a2e0-b8e2d6b2635a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1792128 May 13 14:05:25.421237 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-e7334c9d-ffe0-48ff-83a6-b7f99550bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:25.424064 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-e7334c9d-ffe0-48ff-83a6-b7f99550bb06 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2d35c1dd-01a4-4609-ad01-4650bcf20194 HTTP/1.1" status: 200 len: 854 time: 0.0720079 May 13 14:05:25.424976 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-38347cf8-4205-42b3-9538-0f04e9533c73 None None] Provisioning complete for port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:25.425362 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-38347cf8-4205-42b3-9538-0f04e9533c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:25.474894 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-3692b3a7-521b-459b-8275-58eb4051f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:25.476512 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-3692b3a7-521b-459b-8275-58eb4051f0b8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456789 May 13 14:05:25.616549 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-a96d738d-dbd0-4964-8d77-f424dad46267 service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209524 May 13 14:05:25.719410 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-38347cf8-4205-42b3-9538-0f04e9533c73 None None] Current status of the port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:25.742763 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fe2c76a0-5f1b-4252-b184-961d96a4ef49 req-57c952e4-4b96-4887-b8d3-9ce7066a7e07 service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171749 May 13 14:05:26.067137 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ef2454df-78b3-43b9-8c3e-97bbe4b6b553 req-00f09429-0e96-42df-a752-2f987f141fcd tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 210 time: 0.0484607 May 13 14:05:26.130380 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device fd2ef2ce-507a-467b-8b2a-376bcbddebb0 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:05:26.154871 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: fd2ef2ce-507a-467b-8b2a-376bcbddebb0 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:05:26.155405 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device fd2ef2ce-507a-467b-8b2a-376bcbddebb0 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:05:26.273257 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-4b27931a-f2f1-444d-aff7-47cc352933f0 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:26.274748 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-4b27931a-f2f1-444d-aff7-47cc352933f0 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 811 time: 0.1416354 May 13 14:05:26.409392 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-6da0b549-9e27-4320-8d9a-7b8c49c71710 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbf18059349404c9ed7f53c5b38d2fd HTTP/1.1" status: 200 len: 380 time: 0.0856287 May 13 14:05:26.416230 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'port': {'device_id': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'admin_state_up': True, 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'security_groups': ['dc833ac7-adca-4e5c-b409-32f1257d5ed2']}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:26.579067 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Made reservation on behalf of fbbf18059349404c9ed7f53c5b38d2fd for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:05:26.582887 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:26.746153 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Allocated IP 172.20.0.6 (03a70c19-db79-42a5-9674-8042863a7bc5/431ba86f-6946-48f9-a58b-cf4571d6e41b/56451a8d-3048-44a7-b7ab-e2d415fa3160) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:05:26.794601 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:05:26.796927 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a141934-ca68-4b37-b636-de74a994f865" -d '{"events": [{"name": "network-changed", "server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:05:26.849445 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad63d1da-8419-4f5d-86aa-e60ab53c8a19 x-openstack-request-id: req-ad63d1da-8419-4f5d-86aa-e60ab53c8a19 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:05:26.849724 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:05:26.849966 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad63d1da-8419-4f5d-86aa-e60ab53c8a19 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:05:26.850504 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad63d1da-8419-4f5d-86aa-e60ab53c8a19'] response: {'name': 'network-changed', 'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'status': 'completed', 'code': 200} May 13 14:05:26.923281 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:26.940275 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141934-ca68-4b37-b636-de74a994f865 req-40939519-7286-4131-965a-dbee0c118cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:26.941893 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a141934-ca68-4b37-b636-de74a994f865 req-40939519-7286-4131-965a-dbee0c118cdb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=673435f01c47460bae84e4f31643f66d&device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 1169 time: 0.0475416 May 13 14:05:26.964903 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:27.018807 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Network 03a70c19-db79-42a5-9674-8042863a7bc5 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:27.020509 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'Port': ['ID=56451a8d-3048-44a7-b7ab-e2d415fa3160,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:27.023625 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:27.026676 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:05:27.050549 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141934-ca68-4b37-b636-de74a994f865 req-6aaed1af-2da2-412e-a12f-a8356f596092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:27.052611 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a141934-ca68-4b37-b636-de74a994f865 req-6aaed1af-2da2-412e-a12f-a8356f596092 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 HTTP/1.1" status: 200 len: 916 time: 0.1040106 May 13 14:05:27.095277 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:27.096077 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:27.119924 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-989a3b0d-c94c-48ce-8b1c-73a85b741afb tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7084045 May 13 14:05:27.133011 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a141934-ca68-4b37-b636-de74a994f865 req-ef7066ac-d30c-43a0-b3ca-1d1fe7f7fb51 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 1001 time: 0.0740697 May 13 14:05:27.145677 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Request body: {'port': {'device_id': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:27.227217 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141934-ca68-4b37-b636-de74a994f865 req-a02beb5d-9157-4850-b18c-8b2c927de394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:27.228846 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a141934-ca68-4b37-b636-de74a994f865 req-a02beb5d-9157-4850-b18c-8b2c927de394 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2d35c1dd-01a4-4609-ad01-4650bcf20194 HTTP/1.1" status: 200 len: 854 time: 0.0847983 May 13 14:05:27.319914 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e67e2f-fd55-41aa-bce4-c48eccf5dc31 req-dd4ea600-e9cc-4de5-acac-9c2741d642e0 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:27.323923 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c0e67e2f-fd55-41aa-bce4-c48eccf5dc31 req-dd4ea600-e9cc-4de5-acac-9c2741d642e0 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 931 time: 0.0936990 May 13 14:05:27.327028 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:27.339483 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a141934-ca68-4b37-b636-de74a994f865 req-90feb255-676e-4636-be1e-65b1bc597d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:27.341421 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a141934-ca68-4b37-b636-de74a994f865 req-90feb255-676e-4636-be1e-65b1bc597d03 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054761 May 13 14:05:27.373252 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-ca2b1417-7be2-491c-bffb-1f77b44c45a3 None None] Provisioning complete for port 56451a8d-3048-44a7-b7ab-e2d415fa3160 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:27.373912 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ca2b1417-7be2-491c-bffb-1f77b44c45a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:27.457986 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b1417-7be2-491c-bffb-1f77b44c45a3 None None] Port 56451a8d-3048-44a7-b7ab-e2d415fa3160 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:05:27.472934 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c0e67e2f-fd55-41aa-bce4-c48eccf5dc31 req-c7bf5058-12a1-4621-b2a3-1d2966cf7244 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300838 May 13 14:05:27.502996 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a141934-ca68-4b37-b636-de74a994f865 req-700b61cb-b936-490e-b691-679e6f047d37 service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381235 May 13 14:05:27.607830 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-9a141934-ca68-4b37-b636-de74a994f865 req-a255fb09-c916-4f4e-8ba0-7066d531d287 service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979428 May 13 14:05:27.707894 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56451a8d-3048-44a7-b7ab-e2d415fa3160 {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:05:27.715287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Publish callbacks [] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:27.727546 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Transition to ACTIVE for port object 56451a8d-3048-44a7-b7ab-e2d415fa3160 will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:05:27.732378 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:27.781107 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Pushing event updated for resources: {'Port': ['ID=56451a8d-3048-44a7-b7ab-e2d415fa3160,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:27.863305 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Attempting to bind port 56451a8d-3048-44a7-b7ab-e2d415fa3160 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:05:27.863550 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Attempting to bind port 56451a8d-3048-44a7-b7ab-e2d415fa3160 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:05:27.863876 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Attempting to bind port 56451a8d-3048-44a7-b7ab-e2d415fa3160 on network 03a70c19-db79-42a5-9674-8042863a7bc5 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:05:27.868461 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Port 56451a8d-3048-44a7-b7ab-e2d415fa3160 on network 03a70c19-db79-42a5-9674-8042863a7bc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:05:27.868792 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Attempting to bind port 56451a8d-3048-44a7-b7ab-e2d415fa3160 on network 03a70c19-db79-42a5-9674-8042863a7bc5 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:05:27.873947 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:05:27.874288 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Checking segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:05:27.875284 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Bound using segment: {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:05:27.875721 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Bound port: 56451a8d-3048-44a7-b7ab-e2d415fa3160, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683ba56c-12fe-479f-9425-5ed7e357a252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:05:27.876086 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:27.949252 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] For port 56451a8d-3048-44a7-b7ab-e2d415fa3160, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:05:27.954786 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] For port 56451a8d-3048-44a7-b7ab-e2d415fa3160, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=56451a8d-3048-44a7-b7ab-e2d415fa3160,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:05:27.961368 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:27.998480 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:27.999175 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:28.001642 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] 10.222.0.87 "PUT /v2.0/ports/56451a8d-3048-44a7-b7ab-e2d415fa3160 HTTP/1.1" status: 200 len: 1093 time: 0.8610516 May 13 14:05:28.029554 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba6c84-b4e0-4d28-9c54-5b43701da082 service neutron] Pushing event updated for resources: {'Port': ['ID=56451a8d-3048-44a7-b7ab-e2d415fa3160,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:28.115589 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-a960b88e-689c-421c-affc-4d8fa2a3d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:28.117290 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-a960b88e-689c-421c-affc-4d8fa2a3d355 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 1127 time: 0.0538058 May 13 14:05:28.177521 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-e7ad90fb-93eb-4eeb-ae7c-55fea7784a99 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56451a8d-3048-44a7-b7ab-e2d415fa3160 HTTP/1.1" status: 200 len: 217 time: 0.0425193 May 13 14:05:28.230363 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-b2b5ee41-e365-41df-909c-440c4ceed924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:28.232043 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-b2b5ee41-e365-41df-909c-440c4ceed924 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.0452726 May 13 14:05:28.247491 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42044) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:28.279245 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-37479ce7-6b86-4619-9493-c6a7d7509cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:28.280974 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-37479ce7-6b86-4619-9493-c6a7d7509cda service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412838 May 13 14:05:28.381101 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-29be1799-fef8-4b93-8e7f-a3cd538bd646 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914223 May 13 14:05:28.408413 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-e64375e1-1222-4344-9439-a86a0dffd9b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed183118dd8c4a84a96cc1cdc92d3a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1597354 May 13 14:05:28.411023 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42048) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:28.466513 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-760e06a3-7648-401f-ba9e-6e27aa9820f9 admin admin] Publish callbacks [] for security_group (c7646ada-f351-4ea6-91ad-843ad07c5801), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:28.484559 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4eed5617-2f35-454f-8e29-b845896d4f9e req-2f1d4f2f-3cb6-45bd-8eac-a4c8439f1539 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964429 May 13 14:05:28.490089 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-760e06a3-7648-401f-ba9e-6e27aa9820f9 admin admin] Publish callbacks [] for security_group (c7646ada-f351-4ea6-91ad-843ad07c5801), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:28.543996 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-760e06a3-7648-401f-ba9e-6e27aa9820f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c7646ada-f351-4ea6-91ad-843ad07c5801), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:28.547942 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-760e06a3-7648-401f-ba9e-6e27aa9820f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:28.549718 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-760e06a3-7648-401f-ba9e-6e27aa9820f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c7646ada-f351-4ea6-91ad-843ad07c5801 HTTP/1.1" status: 204 len: 168 time: 0.1376498 May 13 14:05:28.558661 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e06a3-7648-401f-ba9e-6e27aa9820f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7646ada-f351-4ea6-91ad-843ad07c5801,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:28.647874 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4574fd0-e4c7-41e7-899e-23675bb6c49d req-51366a2e-2c8f-468f-bc71-cca3a14d13ec tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:28.649576 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d4574fd0-e4c7-41e7-899e-23675bb6c49d req-51366a2e-2c8f-468f-bc71-cca3a14d13ec tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 943 time: 0.0658693 May 13 14:05:28.714350 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d4574fd0-e4c7-41e7-899e-23675bb6c49d req-310631c4-c15b-4122-848a-361d54a4d4a3 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564404 May 13 14:05:28.851477 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'tag': '56451a8d-3048-44a7-b7ab-e2d415fa3160'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:05:28.853723 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0593d5fd-6fab-455c-9a03-e6204fe0926b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ac6b7a-a490-4480-856f-bb49226bf74b", "tag": "56451a8d-3048-44a7-b7ab-e2d415fa3160"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:05:28.897227 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf2c59a-4574-4313-b457-9fb83c3d1e67 x-openstack-request-id: req-fbf2c59a-4574-4313-b457-9fb83c3d1e67 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:05:28.897520 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ac6b7a-a490-4480-856f-bb49226bf74b", "tag": "56451a8d-3048-44a7-b7ab-e2d415fa3160", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:05:28.897789 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fbf2c59a-4574-4313-b457-9fb83c3d1e67 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:05:28.898214 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf2c59a-4574-4313-b457-9fb83c3d1e67'] response: {'name': 'network-changed', 'server_uuid': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'tag': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'status': 'completed', 'code': 200} May 13 14:05:29.008742 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-0b2d88ff-6a3b-460b-b88c-5c1ae9b58f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:29.010279 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-0b2d88ff-6a3b-460b-b88c-5c1ae9b58f67 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 1127 time: 0.0464358 May 13 14:05:29.127013 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-bbb1200b-ab38-43e1-a791-4c1615f4af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:29.128557 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-bbb1200b-ab38-43e1-a791-4c1615f4af32 service neutron] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 912 time: 0.1065326 May 13 14:05:29.174409 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-2dcde8fc-2e73-4525-8889-b579a99abce0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56451a8d-3048-44a7-b7ab-e2d415fa3160 HTTP/1.1" status: 200 len: 217 time: 0.0391552 May 13 14:05:29.223368 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-792f0082-9ee9-4e45-ad66-a3f03c424dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:29.224891 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-792f0082-9ee9-4e45-ad66-a3f03c424dcd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.0440919 May 13 14:05:29.270550 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42082) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:29.271109 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-a3052be9-a374-4d1a-b9b9-646339d75ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:29.272284 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-a3052be9-a374-4d1a-b9b9-646339d75ef9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398474 May 13 14:05:29.367724 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-41187766-e88c-4db3-9323-7e53139fc8e7 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884557 May 13 14:05:29.372303 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-506330261-network', 'tenant_id': '54b153696d2b445098e70dce631b13b6'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:29.393091 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Made reservation on behalf of 54b153696d2b445098e70dce631b13b6 for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:05:29.395489 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:29.404033 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:29.460951 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0593d5fd-6fab-455c-9a03-e6204fe0926b req-9ad6aaae-3942-4b45-ae02-a8ab01df0c97 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870731 May 13 14:05:29.490348 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Publish callbacks [] for security_group (e94089b5-e3cb-4f99-ae88-94e15b4aad62), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:29.494126 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e94089b5-e3cb-4f99-ae88-94e15b4aad62), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:29.520724 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:05:29.530092 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94089b5-e3cb-4f99-ae88-94e15b4aad62,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:29.538902 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (09aeddcc-aa9f-4cfa-b748-32eb937f5aa8), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:29.538902 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Added segment 09aeddcc-aa9f-4cfa-b748-32eb937f5aa8 of type vlan for network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 May 13 14:05:29.581640 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (43ba0f5f-8320-4bb0-9dbd-89fafd262362), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:29.607479 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (43ba0f5f-8320-4bb0-9dbd-89fafd262362), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:29.608506 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:29.609190 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:29.663356 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3914158 May 13 14:05:29.666289 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42086) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:29.671109 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Request body: {'subnet': {'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-506330261-subnet', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'ip_version': 4}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:29.672779 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677728c-07db-463b-bdfe-a53e349381a2 admin admin] Pushing event updated for resources: {'Network': ['ID=43ba0f5f-8320-4bb0-9dbd-89fafd262362,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:29.682970 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:05:29.693013 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Made reservation on behalf of 54b153696d2b445098e70dce631b13b6 for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:05:29.695538 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28984712'] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:29.862863 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29494012-5630-45d7-9569-0a3d96d1f5ec req-e7e79730-1b27-40c8-b237-578f35f9466e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:29.864351 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-29494012-5630-45d7-9569-0a3d96d1f5ec req-e7e79730-1b27-40c8-b237-578f35f9466e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 943 time: 0.0763071 May 13 14:05:29.927566 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28984726'] for subnet (b279cc18-89da-4f74-ac1e-6c05b5779182), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:29.978222 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-29494012-5630-45d7-9569-0a3d96d1f5ec req-225e3ef2-0fe6-4fa8-95a7-4fbc6357d63b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908787 May 13 14:05:30.000363 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b279cc18-89da-4f74-ac1e-6c05b5779182,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:30.011053 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Checking segment: {'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:05:30.011419 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Network hostable DHCP agents. Network: 43ba0f5f-8320-4bb0-9dbd-89fafd262362, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:05:30.029294 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:05:30.038882 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 43ba0f5f-8320-4bb0-9dbd-89fafd262362) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:30.042839 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:30.043438 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.048546 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8dc2d8-11f3-4e5f-b331-9c638c9c6a0d None None] Network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:05:30.060025 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-e9aa098c-1eb3-4005-b3fe-cc317e6ab685 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3925965 May 13 14:05:30.063490 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42092) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:30.068197 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:30.087759 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (a68b9244-4329-4bc9-8f71-97effc74cfd2), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.089689 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (a68b9244-4329-4bc9-8f71-97effc74cfd2), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.144657 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks [] for router_controller (a68b9244-4329-4bc9-8f71-97effc74cfd2), precommit_add_association {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.159802 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'project_id': '54b153696d2b445098e70dce631b13b6', 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:05:30.160562 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.288182 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks [] for router_gateway (a68b9244-4329-4bc9-8f71-97effc74cfd2), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.302091 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Allocated IP 172.20.0.2 (43ba0f5f-8320-4bb0-9dbd-89fafd262362/b279cc18-89da-4f74-ac1e-6c05b5779182/3ae4ee84-4a36-43c4-8186-a3d92674d015) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:05:30.451039 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Publish callbacks [] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.457835 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.479223 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks [] for router_gateway (a68b9244-4329-4bc9-8f71-97effc74cfd2), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.498407 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.500570 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:30.503572 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:30.509414 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:05:30.517417 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Pushing event updated for resources: {'Port': ['ID=3ae4ee84-4a36-43c4-8186-a3d92674d015,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:30.541829 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.542101 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.542445 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.542810 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.543159 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.543491 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.543820 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.544146 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.544474 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.544827 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.545129 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.545441 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.545768 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.546088 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.546971 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:30.584729 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Attempting to bind port 3ae4ee84-4a36-43c4-8186-a3d92674d015 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:05:30.585095 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Attempting to bind port 3ae4ee84-4a36-43c4-8186-a3d92674d015 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:05:30.585454 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Attempting to bind port 3ae4ee84-4a36-43c4-8186-a3d92674d015 on network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:05:30.590514 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:05:30.590917 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Checking segment: {'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:05:30.591321 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.591712 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Bound using segment: {'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:05:30.592180 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Bound port: 3ae4ee84-4a36-43c4-8186-a3d92674d015, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:05:30.592562 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.612523 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Allocated IP 172.27.3.233 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:05:30.660120 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] For port 3ae4ee84-4a36-43c4-8186-a3d92674d015, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:05:30.663852 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] For port 3ae4ee84-4a36-43c4-8186-a3d92674d015, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=3ae4ee84-4a36-43c4-8186-a3d92674d015,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:05:30.669757 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.719116 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks [] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.745266 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b65ed-ae84-48d6-9821-b8e9d81fc38c None None] Pushing event updated for resources: {'Port': ['ID=3ae4ee84-4a36-43c4-8186-a3d92674d015,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:30.770295 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:30.822055 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:30.825049 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:30.835120 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:05:30.841290 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:31.127794 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281ec7e-4991-4ddb-ad3b-0e3041adbbfb req-73174061-df59-4de6-814e-b5274a1a3ce7 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:31.129570 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5281ec7e-4991-4ddb-ad3b-0e3041adbbfb req-73174061-df59-4de6-814e-b5274a1a3ce7 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 943 time: 0.0780687 May 13 14:05:31.136734 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks [] for router_gateway (a68b9244-4329-4bc9-8f71-97effc74cfd2), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:31.184349 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5281ec7e-4991-4ddb-ad3b-0e3041adbbfb req-2093cfe4-9f7d-46b3-b9f6-064f4a4b3525 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492349 May 13 14:05:31.336225 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (a68b9244-4329-4bc9-8f71-97effc74cfd2), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:31.475460 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Router a68b9244-4329-4bc9-8f71-97effc74cfd2 is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:05:31.596747 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:05:31.605726 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Sync routers for ids ['a68b9244-4329-4bc9-8f71-97effc74cfd2'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:05:31.618836 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:31.622747 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Routers {'a68b9244-4329-4bc9-8f71-97effc74cfd2'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:31.622860 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b1b8940f-bbfb-4ea4-bfc1-21d7bf545b80 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5554276 May 13 14:05:31.622977 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a68b9244-4329-4bc9-8f71-97effc74cfd2'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:31.623102 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42100) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:31.685677 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10096e3e-60ee-46e7-899a-192f6588ec1f None None] Network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:05:31.798353 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-de881dd1-5ddd-4691-98a6-fc6d7c06eb56 None None] Provisioning complete for port 3ae4ee84-4a36-43c4-8186-a3d92674d015 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:31.799199 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-de881dd1-5ddd-4691-98a6-fc6d7c06eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:31.833554 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Set router a68b9244-4329-4bc9-8f71-97effc74cfd2 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:32.201834 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-de881dd1-5ddd-4691-98a6-fc6d7c06eb56 None None] Current status of the port 3ae4ee84-4a36-43c4-8186-a3d92674d015 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:32.202230 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-de881dd1-5ddd-4691-98a6-fc6d7c06eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.275720 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-de881dd1-5ddd-4691-98a6-fc6d7c06eb56 None None] For port 3ae4ee84-4a36-43c4-8186-a3d92674d015, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=3ae4ee84-4a36-43c4-8186-a3d92674d015,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:32.277092 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:31Z', 'revision_number': 3, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:32.314415 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Checking router: a68b9244-4329-4bc9-8f71-97effc74cfd2 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:05:32.314834 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Updating router a68b9244-4329-4bc9-8f71-97effc74cfd2 port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:05:32.319104 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-de881dd1-5ddd-4691-98a6-fc6d7c06eb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.329198 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68099b0-df95-46a0-88e4-e10bcd340619 req-38ebeaca-de0f-4452-b40b-0c7189430670 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:32.336155 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c68099b0-df95-46a0-88e4-e10bcd340619 req-38ebeaca-de0f-4452-b40b-0c7189430670 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 943 time: 0.0712407 May 13 14:05:32.337789 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.376113 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.393888 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c68099b0-df95-46a0-88e4-e10bcd340619 req-626be5b9-62a6-4d05-81a6-585eee576d64 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564849 May 13 14:05:32.438335 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de881dd1-5ddd-4691-98a6-fc6d7c06eb56 None None] Pushing event updated for resources: {'Port': ['ID=3ae4ee84-4a36-43c4-8186-a3d92674d015,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:32.497962 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-6c0ee49c-829f-4e53-ab5d-d27513aaca69 None None] Provisioning complete for port 3ae4ee84-4a36-43c4-8186-a3d92674d015 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:32.498336 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-6c0ee49c-829f-4e53-ab5d-d27513aaca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.508984 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Allocated IP 172.20.0.1 (43ba0f5f-8320-4bb0-9dbd-89fafd262362/b279cc18-89da-4f74-ac1e-6c05b5779182/7b48d26a-5dcf-4b2e-914f-cee7c419accd) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:05:32.635501 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Publish callbacks [] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.660405 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-6c0ee49c-829f-4e53-ab5d-d27513aaca69 None None] Current status of the port 3ae4ee84-4a36-43c4-8186-a3d92674d015 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:32.675526 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.677735 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 3ae4ee84-4a36-43c4-8186-a3d92674d015 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:32.715719 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:32.724375 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:32.726885 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:05:32.729116 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Pushing event updated for resources: {'Port': ['ID=7b48d26a-5dcf-4b2e-914f-cee7c419accd,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:32.771490 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (a68b9244-4329-4bc9-8f71-97effc74cfd2), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.774250 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Publish callbacks [] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.776265 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 3ae4ee84-4a36-43c4-8186-a3d92674d015 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:32.776616 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.801896 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.877767 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55ca0b-6d4a-4c1d-b207-555399223c73 None None] Pushing event updated for resources: {'Port': ['ID=f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:32.880640 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Attempting to bind port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:05:32.881017 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Attempting to bind port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:05:32.881383 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Attempting to bind port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:05:32.889816 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:05:32.890257 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:05:32.891251 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.891607 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:05:32.892121 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Bound port: f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:05:32.892476 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.925960 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:32.976648 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 3ae4ee84-4a36-43c4-8186-a3d92674d015 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:32.986463 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] For port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:05:32.989819 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] For port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:05:32.991068 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-db8f631b-d27e-4c78-b8ce-35bbce440cba None None] Provisioning complete for port 7b48d26a-5dcf-4b2e-914f-cee7c419accd triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:32.991433 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-db8f631b-d27e-4c78-b8ce-35bbce440cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:33.018147 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:33.067579 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-db8f631b-d27e-4c78-b8ce-35bbce440cba None None] Port 7b48d26a-5dcf-4b2e-914f-cee7c419accd cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:05:33.092262 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55ca0b-6d4a-4c1d-b207-555399223c73 None None] Pushing event updated for resources: {'Port': ['ID=f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:33.095641 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Routers {'a68b9244-4329-4bc9-8f71-97effc74cfd2'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:33.096253 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a68b9244-4329-4bc9-8f71-97effc74cfd2'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:33.120021 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Publish callbacks [] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:33.128069 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28952769'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:33.191386 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (a68b9244-4329-4bc9-8f71-97effc74cfd2), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:33.227554 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] Set router a68b9244-4329-4bc9-8f71-97effc74cfd2 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:33.248560 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Pushing event updated for resources: {'Port': ['ID=7b48d26a-5dcf-4b2e-914f-cee7c419accd,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:33.314770 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:33.314770 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:33.471691 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 1, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:33.485307 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Router a68b9244-4329-4bc9-8f71-97effc74cfd2 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:05:33.503947 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6caf0d-9bef-4caf-8c3a-a4b52dfac527 None None] The sync data for ids ['a68b9244-4329-4bc9-8f71-97effc74cfd2'] in dv-cinder-841753-1-iscsi is: [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 1, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:05:33.538945 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea006e8e-ed63-4320-84c6-1fb3f9b94104 req-195320b4-7e3b-4507-a353-4f59edacc56c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:33.540673 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ea006e8e-ed63-4320-84c6-1fb3f9b94104 req-195320b4-7e3b-4507-a353-4f59edacc56c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 943 time: 0.0690770 May 13 14:05:33.593018 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-b82cb183-9c0d-4184-be71-ca064ef87901 None None] Provisioning complete for port 7b48d26a-5dcf-4b2e-914f-cee7c419accd triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:33.594800 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b82cb183-9c0d-4184-be71-ca064ef87901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:33.623239 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ea006e8e-ed63-4320-84c6-1fb3f9b94104 req-f1143938-4aa7-4483-8a30-277c11580b44 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724039 May 13 14:05:33.633381 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-b82cb183-9c0d-4184-be71-ca064ef87901 None None] Port 7b48d26a-5dcf-4b2e-914f-cee7c419accd cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:05:33.662849 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:05:33.670741 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-de54e381-cb4d-419d-92b0-ee976dd7b74e admin admin] 10.222.0.79 "PUT /v2.0/routers/a68b9244-4329-4bc9-8f71-97effc74cfd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0442431 May 13 14:05:34.261404 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42138) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:34.266944 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-617659183-network', 'tenant_id': '25aece37f16d46259f10198b17d91fa1'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:34.303774 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Made reservation on behalf of 25aece37f16d46259f10198b17d91fa1 for: {'network': 1} {{(pid=109875) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:05:34.311617 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for network (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.323201 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.419079 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Publish callbacks [] for security_group (c12409c3-7803-4cd1-b8f9-6adc56605ad0), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.424457 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c12409c3-7803-4cd1-b8f9-6adc56605ad0), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.451007 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=109875) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 13 14:05:34.462756 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12409c3-7803-4cd1-b8f9-6adc56605ad0,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:34.467866 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (90e36007-acf7-4cb1-aee1-733b423df2e3), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.468191 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.segments_db [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Added segment 90e36007-acf7-4cb1-aee1-733b423df2e3 of type vlan for network 767f574b-0f22-4559-94aa-1cab5eb89379 May 13 14:05:34.514826 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758199064486'] for network (767f574b-0f22-4559-94aa-1cab5eb89379), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.544530 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037'] for network (767f574b-0f22-4559-94aa-1cab5eb89379), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.546198 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:34.547825 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.612169 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3495603 May 13 14:05:34.612371 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42140) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:34.618336 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Request body: {'subnet': {'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-617659183-subnet', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'ip_version': 4}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:34.622487 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30bdac-bff9-4215-ac61-8f3cc1609e0e admin admin] Pushing event updated for resources: {'Network': ['ID=767f574b-0f22-4559-94aa-1cab5eb89379,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:34.638511 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Network 767f574b-0f22-4559-94aa-1cab5eb89379 details requested by agent ovs-agent-dv-cinder-841753-1-iscsi with host dv-cinder-841753-1-iscsi {{(pid=109877) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 13 14:05:34.661054 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Made reservation on behalf of 25aece37f16d46259f10198b17d91fa1 for: {'subnet': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:05:34.667582 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28984712'] for subnet (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.720365 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:34.806169 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6d603-7d9d-4899-b673-2694422a3262 req-c093358f-668d-494a-b5b6-7c6d85b8d888 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:34.812045 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:34.812045 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.816131 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-26f6d603-7d9d-4899-b673-2694422a3262 req-c093358f-668d-494a-b5b6-7c6d85b8d888 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 943 time: 0.0627384 May 13 14:05:34.909311 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-26f6d603-7d9d-4899-b673-2694422a3262 req-f508170d-70d5-45b2-917a-e4ca744621c1 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923045 May 13 14:05:34.939537 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:34.940081 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:34.971998 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:34.982500 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.042907 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:35.055046 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2044186', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28984726'] for subnet (793f3aad-e1bd-4016-b919-f0140dcd143d), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.112086 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Pushing event updated for resources: {'Subnet': ['ID=793f3aad-e1bd-4016-b919-f0140dcd143d,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:35.123342 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Checking segment: {'id': '90e36007-acf7-4cb1-aee1-733b423df2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:05:35.123706 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Network hostable DHCP agents. Network: 767f574b-0f22-4559-94aa-1cab5eb89379, hostable agents: ['233acf16-de37-4ef9-ba04-bfe984b7285f'], hosted agents: [] {{(pid=109876) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 13 14:05:35.143286 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Network 767f574b-0f22-4559-94aa-1cab5eb89379 is scheduled to be hosted by DHCP agent 233acf16-de37-4ef9-ba04-bfe984b7285f with binding_index 1 {{(pid=109876) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 13 14:05:35.154180 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841753-1-iscsi, 767f574b-0f22-4559-94aa-1cab5eb89379) {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:35.158917 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:35.159559 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.174528 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8933b-84b6-43b2-a604-f541ea4e3b3d None None] Network 767f574b-0f22-4559-94aa-1cab5eb89379 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:05:35.184544 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-f568c080-4287-4167-8c45-0a664c30955e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5708013 May 13 14:05:35.188600 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42152) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:35.196176 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-617659183-router', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:35.227711 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3679721', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6529'] for router (800d43d1-adc9-45e4-9d42-a4692d05cdba), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.229188 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3683326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6586'] for router (800d43d1-adc9-45e4-9d42-a4692d05cdba), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.302528 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks [] for router_controller (800d43d1-adc9-45e4-9d42-a4692d05cdba), precommit_add_association {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.341553 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a15bf95-96c0-5285-9799-501217f16ed4-767f574b-0f22-4559-94aa-1cab5eb89379', 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379', 'project_id': '25aece37f16d46259f10198b17d91fa1', 'fixed_ips': [{'subnet_id': '793f3aad-e1bd-4016-b919-f0140dcd143d'}]}} from dv-cinder-841753-1-iscsi. {{(pid=109877) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 13 14:05:35.342469 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.461276 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks [] for router_gateway (800d43d1-adc9-45e4-9d42-a4692d05cdba), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.503450 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.db_base_plugin_common [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Allocated IP 172.20.0.2 (767f574b-0f22-4559-94aa-1cab5eb89379/793f3aad-e1bd-4016-b919-f0140dcd143d/28fe9d43-d361-439c-9ccf-eb3a59f633cd) {{(pid=109877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:05:35.688044 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks [] for router_gateway (800d43d1-adc9-45e4-9d42-a4692d05cdba), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.695249 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Publish callbacks [] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), precommit_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.704545 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), after_create {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.711327 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.760336 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Network 767f574b-0f22-4559-94aa-1cab5eb89379 is already hosted by enough agents. {{(pid=109877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:35.766050 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.scheduler.base_scheduler [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Resources bound (agent type, host, resource id): {{(pid=109877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:35.768513 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Pushing event updated for resources: {'Port': ['ID=28fe9d43-d361-439c-9ccf-eb3a59f633cd,revision_number=1']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:35.771841 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Received port after_create {{(pid=109877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:05:35.852202 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Allocated IP 172.27.3.3 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/8310f247-26cb-42dd-8c76-e51b760bcce7) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:05:35.854258 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Attempting to bind port 28fe9d43-d361-439c-9ccf-eb3a59f633cd on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:05:35.854927 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Attempting to bind port 28fe9d43-d361-439c-9ccf-eb3a59f633cd by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '90e36007-acf7-4cb1-aee1-733b423df2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:05:35.855333 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Attempting to bind port 28fe9d43-d361-439c-9ccf-eb3a59f633cd on network 767f574b-0f22-4559-94aa-1cab5eb89379 {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:05:35.862556 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:05:35.862967 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Checking segment: {'id': '90e36007-acf7-4cb1-aee1-733b423df2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:05:35.863470 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.863768 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Bound using segment: {'id': '90e36007-acf7-4cb1-aee1-733b423df2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:05:35.864245 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Bound port: 28fe9d43-d361-439c-9ccf-eb3a59f633cd, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e36007-acf7-4cb1-aee1-733b423df2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:05:35.864633 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.959910 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] For port 28fe9d43-d361-439c-9ccf-eb3a59f633cd, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:05:35.964068 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] For port 28fe9d43-d361-439c-9ccf-eb3a59f633cd, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=28fe9d43-d361-439c-9ccf-eb3a59f633cd,segment=NetworkSegment(90e36007-acf7-4cb1-aee1-733b423df2e3),segment_id=90e36007-acf7-4cb1-aee1-733b423df2e3)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:05:35.972578 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:35.999053 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks [] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:36.044370 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ea017-dd34-40b5-914d-995f2a126659 None None] Pushing event updated for resources: {'Port': ['ID=28fe9d43-d361-439c-9ccf-eb3a59f633cd,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:36.060598 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:36.062302 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3effc-ded6-4cb9-8e9f-8ee20c110d01 req-7f6e4da7-1418-4623-bed2-2405ce8628a9 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:36.073047 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46d3effc-ded6-4cb9-8e9f-8ee20c110d01 req-7f6e4da7-1418-4623-bed2-2405ce8628a9 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 943 time: 0.0866289 May 13 14:05:36.090683 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 56451a8d-3048-44a7-b7ab-e2d415fa3160 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:05:36.121097 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:36.129412 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:36.132658 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:05:36.145414 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-46d3effc-ded6-4cb9-8e9f-8ee20c110d01 req-791475a6-86d7-4f2d-9eaf-88951fee897b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713773 May 13 14:05:36.182663 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Pushing event updated for resources: {'Port': ['ID=8310f247-26cb-42dd-8c76-e51b760bcce7,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:36.200705 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Sync routers for ids ['a68b9244-4329-4bc9-8f71-97effc74cfd2'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:05:36.230432 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Routers {'a68b9244-4329-4bc9-8f71-97effc74cfd2'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:36.231194 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a68b9244-4329-4bc9-8f71-97effc74cfd2'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:36.353416 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 56451a8d-3048-44a7-b7ab-e2d415fa3160, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=56451a8d-3048-44a7-b7ab-e2d415fa3160,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:36.369444 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'port_id': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'mac_address': 'fa:16:3e:ce:98:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:05:36.421040 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 56451a8d-3048-44a7-b7ab-e2d415fa3160 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:36.422680 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:36.438372 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Set router a68b9244-4329-4bc9-8f71-97effc74cfd2 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:36.438857 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56451a8d-3048-44a7-b7ab-e2d415fa3160 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:05:36.482233 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 56451a8d-3048-44a7-b7ab-e2d415fa3160, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=56451a8d-3048-44a7-b7ab-e2d415fa3160,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:36.489353 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:36.548973 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=56451a8d-3048-44a7-b7ab-e2d415fa3160,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:36.570213 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks [] for router_gateway (800d43d1-adc9-45e4-9d42-a4692d05cdba), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:36.740357 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 2, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:36.764155 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 28fe9d43-d361-439c-9ccf-eb3a59f633cd up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:36.772659 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Checking router: a68b9244-4329-4bc9-8f71-97effc74cfd2 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:05:36.772922 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Updating router a68b9244-4329-4bc9-8f71-97effc74cfd2 port 7b48d26a-5dcf-4b2e-914f-cee7c419accd binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:05:36.805729 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:36.832830 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 28fe9d43-d361-439c-9ccf-eb3a59f633cd triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:36.833197 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:36.837892 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['56451a8d-3048-44a7-b7ab-e2d415fa3160'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:05:36.846174 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3683091'] for router (800d43d1-adc9-45e4-9d42-a4692d05cdba), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:37.040131 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Router 800d43d1-adc9-45e4-9d42-a4692d05cdba is scheduled to L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 with binding_index 1 {{(pid=109875) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 13 14:05:37.138419 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 28fe9d43-d361-439c-9ccf-eb3a59f633cd is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:37.138839 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:37.159739 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Publish callbacks [] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:37.167469 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:37.193071 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:05:37.233784 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:37.235472 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Sync routers for ids ['800d43d1-adc9-45e4-9d42-a4692d05cdba'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:05:37.237396 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-c0dff1d3-3d8d-4463-bba0-0568dd1f049a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0468578 May 13 14:05:37.240025 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42164) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:37.273367 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port 28fe9d43-d361-439c-9ccf-eb3a59f633cd, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=28fe9d43-d361-439c-9ccf-eb3a59f633cd,segment=NetworkSegment(90e36007-acf7-4cb1-aee1-733b423df2e3),segment_id=90e36007-acf7-4cb1-aee1-733b423df2e3)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:37.298600 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:37.299796 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:37.304920 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Routers {'800d43d1-adc9-45e4-9d42-a4692d05cdba'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:37.305641 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['800d43d1-adc9-45e4-9d42-a4692d05cdba'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:37.307699 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Pushing event updated for resources: {'Port': ['ID=7b48d26a-5dcf-4b2e-914f-cee7c419accd,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:37.317988 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.318473 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.319264 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.320086 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.320683 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.321235 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.321838 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.322565 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.323188 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.323732 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.324427 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.325083 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.325878 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.326495 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.327321 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:37.418379 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Attempting to bind port 7b48d26a-5dcf-4b2e-914f-cee7c419accd on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:05:37.418654 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Attempting to bind port 7b48d26a-5dcf-4b2e-914f-cee7c419accd by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:05:37.419087 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Attempting to bind port 7b48d26a-5dcf-4b2e-914f-cee7c419accd on network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:05:37.426778 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d6362-bfa6-47b5-9453-febd9770781b req-12e3c282-dc01-4416-a6f4-6b572e8fd0d9 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:37.428537 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:05:37.428910 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Checking segment: {'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:05:37.429524 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:37.430088 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Bound using segment: {'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:05:37.430780 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Bound port: 7b48d26a-5dcf-4b2e-914f-cee7c419accd, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:05:37.431361 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:37.442441 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-170d6362-bfa6-47b5-9453-febd9770781b req-12e3c282-dc01-4416-a6f4-6b572e8fd0d9 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 944 time: 0.1841822 May 13 14:05:37.518834 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82dc47d-3431-4e6c-936a-035f2ff2c4aa None None] Network 767f574b-0f22-4559-94aa-1cab5eb89379 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:05:37.532009 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-170d6362-bfa6-47b5-9453-febd9770781b req-841fc441-6f62-4eb6-b024-92c9441bcf9d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871487 May 13 14:05:37.610385 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=28fe9d43-d361-439c-9ccf-eb3a59f633cd,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:37.633642 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] For port 7b48d26a-5dcf-4b2e-914f-cee7c419accd, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:05:37.649091 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] For port 7b48d26a-5dcf-4b2e-914f-cee7c419accd, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=7b48d26a-5dcf-4b2e-914f-cee7c419accd,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:05:37.664186 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:37.756119 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-87f3b3c4-dae5-4741-b1c0-ea0f09b72356 None None] Provisioning complete for port 28fe9d43-d361-439c-9ccf-eb3a59f633cd triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:37.756486 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-87f3b3c4-dae5-4741-b1c0-ea0f09b72356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:37.776824 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Routers {'a68b9244-4329-4bc9-8f71-97effc74cfd2'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:37.777738 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a68b9244-4329-4bc9-8f71-97effc74cfd2'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:37.832840 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Set router 800d43d1-adc9-45e4-9d42-a4692d05cdba gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:37.851036 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57821f-3ac9-4ae0-9498-ad47129a9f42 None None] Pushing event updated for resources: {'Port': ['ID=7b48d26a-5dcf-4b2e-914f-cee7c419accd,revision_number=4']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:38.023910 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] Set router a68b9244-4329-4bc9-8f71-97effc74cfd2 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:38.208432 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:38.208918 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:38.311360 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-87f3b3c4-dae5-4741-b1c0-ea0f09b72356 None None] Current status of the port 28fe9d43-d361-439c-9ccf-eb3a59f633cd is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:38.315279 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:37Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:38.323824 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:38.362017 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7333a52-e7e4-457d-a592-98d62d7eab61 None None] The sync data for ids ['a68b9244-4329-4bc9-8f71-97effc74cfd2'] in dv-cinder-841753-1-iscsi is: [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:37Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:05:38.426633 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:38.429186 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'name': 'tempest-TestShelveInstance-617659183-router', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:36Z', 'revision_number': 3, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'gw_port': {'id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:38.462750 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Checking router: 800d43d1-adc9-45e4-9d42-a4692d05cdba for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:05:38.463002 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Updating router 800d43d1-adc9-45e4-9d42-a4692d05cdba port 8310f247-26cb-42dd-8c76-e51b760bcce7 binding host dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:05:38.496983 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-d38a017d-0218-4004-af4a-c655af712f52 None None] Provisioning complete for port 28fe9d43-d361-439c-9ccf-eb3a59f633cd triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:38.497360 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d38a017d-0218-4004-af4a-c655af712f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:38.502765 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:38.518864 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_common [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Allocated IP 172.20.0.1 (767f574b-0f22-4559-94aa-1cab5eb89379/793f3aad-e1bd-4016-b919-f0140dcd143d/0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff) {{(pid=109875) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:05:38.690721 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Publish callbacks [] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:38.739113 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:38.761953 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf97841-839c-4146-ab24-da3e9e6297be req-25a301b8-cebe-4db1-a196-70379b578561 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:38.764998 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ddf97841-839c-4146-ab24-da3e9e6297be req-25a301b8-cebe-4db1-a196-70379b578561 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 944 time: 0.1015131 May 13 14:05:38.799557 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Network 767f574b-0f22-4559-94aa-1cab5eb89379 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:38.803738 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:38.811243 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Received port after_create {{(pid=109875) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:05:38.819223 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Pushing event updated for resources: {'Port': ['ID=0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:38.850340 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ddf97841-839c-4146-ab24-da3e9e6297be req-81e2faf8-87fb-46db-be99-1a2cf7c0ba43 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728793 May 13 14:05:38.898983 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3685188'] for router_interface (800d43d1-adc9-45e4-9d42-a4692d05cdba), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:38.927352 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-d38a017d-0218-4004-af4a-c655af712f52 None None] Current status of the port 28fe9d43-d361-439c-9ccf-eb3a59f633cd is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:38.965549 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-d38a017d-0218-4004-af4a-c655af712f52 None None] Provisioning complete for port 7b48d26a-5dcf-4b2e-914f-cee7c419accd triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:38.965910 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d38a017d-0218-4004-af4a-c655af712f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.059687 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 28fe9d43-d361-439c-9ccf-eb3a59f633cd up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:39.161689 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), before_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.286521 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 28fe9d43-d361-439c-9ccf-eb3a59f633cd triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:39.287254 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.346195 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Publish callbacks [] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), precommit_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.356601 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-d38a017d-0218-4004-af4a-c655af712f52 None None] Current status of the port 7b48d26a-5dcf-4b2e-914f-cee7c419accd is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:39.357041 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d38a017d-0218-4004-af4a-c655af712f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.374936 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.383158 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Publish callbacks [] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), precommit_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.407673 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28952769'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), after_update {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.471364 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e1b98-36bc-4e0d-8936-e25da5518c27 None None] Pushing event updated for resources: {'Port': ['ID=8310f247-26cb-42dd-8c76-e51b760bcce7,revision_number=2']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:39.481638 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-d38a017d-0218-4004-af4a-c655af712f52 None None] For port 7b48d26a-5dcf-4b2e-914f-cee7c419accd, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=7b48d26a-5dcf-4b2e-914f-cee7c419accd,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:39.484283 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Attempting to bind port 8310f247-26cb-42dd-8c76-e51b760bcce7 on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:05:39.484652 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Attempting to bind port 8310f247-26cb-42dd-8c76-e51b760bcce7 by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:05:39.485055 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Attempting to bind port 8310f247-26cb-42dd-8c76-e51b760bcce7 on network 6b707755-12f2-4dc2-8582-56dd26ac932b {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:05:39.490436 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-500055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3684729'] for router_interface (800d43d1-adc9-45e4-9d42-a4692d05cdba), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.493368 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d38a017d-0218-4004-af4a-c655af712f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.493546 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Pushing event updated for resources: {'Port': ['ID=0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff,revision_number=2']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:39.499291 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:05:39.499526 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Checking segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:05:39.499939 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.500244 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Bound using segment: {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'} {{(pid=109877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:05:39.500736 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.managers [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Bound port: 8310f247-26cb-42dd-8c76-e51b760bcce7, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31073728-a707-41eb-92fa-fa0baf33cff0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b'}}] {{(pid=109877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:05:39.501116 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.591688 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Network 767f574b-0f22-4559-94aa-1cab5eb89379 is already hosted by enough agents. {{(pid=109875) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:39.593125 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.base_scheduler [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Resources bound (agent type, host, resource id): {{(pid=109875) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:39.630878 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a017d-0218-4004-af4a-c655af712f52 None None] Pushing event updated for resources: {'Port': ['ID=7b48d26a-5dcf-4b2e-914f-cee7c419accd,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:39.634484 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 28fe9d43-d361-439c-9ccf-eb3a59f633cd is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:39.635663 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 7b48d26a-5dcf-4b2e-914f-cee7c419accd up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:39.669049 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-4430423f-344f-451c-86ad-607e3a5a37c1 None None] Provisioning complete for port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:39.669412 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4430423f-344f-451c-86ad-607e3a5a37c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.673318 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] For port 8310f247-26cb-42dd-8c76-e51b760bcce7, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:05:39.719371 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] For port 8310f247-26cb-42dd-8c76-e51b760bcce7, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=8310f247-26cb-42dd-8c76-e51b760bcce7,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:05:39.735734 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.756339 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Router 800d43d1-adc9-45e4-9d42-a4692d05cdba has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:05:39.775638 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-4430423f-344f-451c-86ad-607e3a5a37c1 None None] Port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:05:39.800602 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 7b48d26a-5dcf-4b2e-914f-cee7c419accd triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:39.800968 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:39.898900 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:05:39.916411 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-81fdb5d4-89b8-4ef9-9171-68945ba6607e admin admin] 10.222.0.79 "PUT /v2.0/routers/800d43d1-adc9-45e4-9d42-a4692d05cdba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6742284 May 13 14:05:40.000395 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Routers {'800d43d1-adc9-45e4-9d42-a4692d05cdba'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:40.000998 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['800d43d1-adc9-45e4-9d42-a4692d05cdba'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:40.006968 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e1b98-36bc-4e0d-8936-e25da5518c27 None None] Pushing event updated for resources: {'Port': ['ID=8310f247-26cb-42dd-8c76-e51b760bcce7,revision_number=3']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:40.015917 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9b0c8-5d42-44de-833c-c00cd7b52817 req-1004037b-c0fd-4899-9110-801a7538f3d0 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:40.018794 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dfa9b0c8-5d42-44de-833c-c00cd7b52817 req-1004037b-c0fd-4899-9110-801a7538f3d0 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 944 time: 0.0722294 May 13 14:05:40.053731 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-2216c2b6-3e5f-40d7-b4d3-a7de804f6235 None None] Provisioning complete for port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:40.053731 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2216c2b6-3e5f-40d7-b4d3-a7de804f6235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.090777 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 56451a8d-3048-44a7-b7ab-e2d415fa3160 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:40.092572 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dfa9b0c8-5d42-44de-833c-c00cd7b52817 req-b708b5a4-1dde-40f5-a6b8-13aa5458341d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670786 May 13 14:05:40.192236 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2216c2b6-3e5f-40d7-b4d3-a7de804f6235 None None] Port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:05:40.248705 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] Set router 800d43d1-adc9-45e4-9d42-a4692d05cdba gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:40.251152 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port 56451a8d-3048-44a7-b7ab-e2d415fa3160 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:05:40.285588 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port 56451a8d-3048-44a7-b7ab-e2d415fa3160 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:40.286066 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.314358 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42242) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:40.316133 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 7b48d26a-5dcf-4b2e-914f-cee7c419accd is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:40.320366 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-267415705', 'description': 'tempest-secgroup-smoke-267415705 description', 'project_id': '54b153696d2b445098e70dce631b13b6'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:40.344381 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group (None), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.424848 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group (fb044300-9197-4388-8c32-cd1c4cdc3374), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.430309 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (fb044300-9197-4388-8c32-cd1c4cdc3374), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.459885 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.461127 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1454411 May 13 14:05:40.466080 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42244) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:40.473656 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-cfd59575-0d8f-40ce-ac15-2882c9bbd84e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Request body: {'security_group_rule': {'security_group_id': 'fb044300-9197-4388-8c32-cd1c4cdc3374', 'project_id': '54b153696d2b445098e70dce631b13b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:40.481791 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb044300-9197-4388-8c32-cd1c4cdc3374,revision_number=1']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:40.495355 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.495694 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.496031 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.496371 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.496706 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.497025 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.497348 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.497784 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.497985 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.498470 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.498820 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.499205 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.499484 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.499807 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.500124 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9234f56f-b1da-4efa-95b4-81a3fe6046de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.501565 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port 56451a8d-3048-44a7-b7ab-e2d415fa3160 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:40.502040 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.519383 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cfd59575-0d8f-40ce-ac15-2882c9bbd84e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (8da51969-6d8e-43f0-a8ac-1c27398884da), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.557420 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56451a8d-3048-44a7-b7ab-e2d415fa3160'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:05:40.560024 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bb5a70-9c8f-4063-9e96-c21a05c9a0b8" -d '{"events": [{"server_uuid": "e0ac6b7a-a490-4480-856f-bb49226bf74b", "name": "network-vif-plugged", "status": "completed", "tag": "56451a8d-3048-44a7-b7ab-e2d415fa3160"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:05:40.576493 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port 56451a8d-3048-44a7-b7ab-e2d415fa3160, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=56451a8d-3048-44a7-b7ab-e2d415fa3160,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:40.591214 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.603043 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'name': 'tempest-TestShelveInstance-617659183-router', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 4, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'gw_port': {'id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff', 'name': '', 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'mac_address': 'fa:16:3e:06:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '793f3aad-e1bd-4016-b919-f0140dcd143d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:38Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 2, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'subnets': [{'id': '793f3aad-e1bd-4016-b919-f0140dcd143d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:40.609497 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cfd59575-0d8f-40ce-ac15-2882c9bbd84e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (8da51969-6d8e-43f0-a8ac-1c27398884da), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.615612 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cfd59575-0d8f-40ce-ac15-2882c9bbd84e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (8da51969-6d8e-43f0-a8ac-1c27398884da), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.626823 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e8b3f6-b2f1-4f53-a064-3d45ea836eb7 x-openstack-request-id: req-71e8b3f6-b2f1-4f53-a064-3d45ea836eb7 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:05:40.627214 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ac6b7a-a490-4480-856f-bb49226bf74b", "name": "network-vif-plugged", "status": "completed", "tag": "56451a8d-3048-44a7-b7ab-e2d415fa3160", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:05:40.627634 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-71e8b3f6-b2f1-4f53-a064-3d45ea836eb7 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:05:40.628114 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71e8b3f6-b2f1-4f53-a064-3d45ea836eb7'] response: {'server_uuid': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'code': 200} May 13 14:05:40.641760 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd59575-0d8f-40ce-ac15-2882c9bbd84e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da51969-6d8e-43f0-a8ac-1c27398884da,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:40.657302 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cfd59575-0d8f-40ce-ac15-2882c9bbd84e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.660951 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-cfd59575-0d8f-40ce-ac15-2882c9bbd84e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1936946 May 13 14:05:40.663805 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42248) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:40.667658 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5255d23e-d591-42f5-bcca-53e5c2b183f8 None None] The sync data for ids ['800d43d1-adc9-45e4-9d42-a4692d05cdba'] in dv-cinder-841753-1-iscsi is: [{'id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'name': 'tempest-TestShelveInstance-617659183-router', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 4, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'gw_port': {'id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff', 'name': '', 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'mac_address': 'fa:16:3e:06:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '793f3aad-e1bd-4016-b919-f0140dcd143d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:38Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 2, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'subnets': [{'id': '793f3aad-e1bd-4016-b919-f0140dcd143d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:05:40.669410 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Request body: {'security_group_rule': {'security_group_id': 'fb044300-9197-4388-8c32-cd1c4cdc3374', 'project_id': '54b153696d2b445098e70dce631b13b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:40.705469 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=56451a8d-3048-44a7-b7ab-e2d415fa3160,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:40.712138 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 7b48d26a-5dcf-4b2e-914f-cee7c419accd up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:40.714546 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (3c40dc14-14b6-4b09-9611-ad51a880faba), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.763693 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 7b48d26a-5dcf-4b2e-914f-cee7c419accd triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:40.764223 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.789383 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (3c40dc14-14b6-4b09-9611-ad51a880faba), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.794297 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (3c40dc14-14b6-4b09-9611-ad51a880faba), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.823974 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c40dc14-14b6-4b09-9611-ad51a880faba,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:40.837331 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.837889 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.838317 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.838817 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.839234 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.839688 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.840089 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.840685 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.841300 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.842065 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.846917 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.847570 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.848139 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.848695 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.849230 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:05:40.856049 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.858252 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-98be5d1e-2a4c-40ed-9462-3a89690fb266 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1931741 May 13 14:05:40.861157 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42250) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:40.865873 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-22b999e9-e438-48dd-900b-f532db27b964 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Request body: {'security_group_rule': {'security_group_id': 'fb044300-9197-4388-8c32-cd1c4cdc3374', 'project_id': '54b153696d2b445098e70dce631b13b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:40.884920 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 7b48d26a-5dcf-4b2e-914f-cee7c419accd is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:40.899233 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-22b999e9-e438-48dd-900b-f532db27b964 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (1a574623-5007-4d29-a4df-a83c3106977e), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:40.971145 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a617ced-10a4-4dc0-8266-81a74510432b req-5793665f-2b12-4c06-9e04-4a36d06fef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:40.973233 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a617ced-10a4-4dc0-8266-81a74510432b req-5793665f-2b12-4c06-9e04-4a36d06fef89 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 1129 time: 0.0704982 May 13 14:05:41.014408 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-22b999e9-e438-48dd-900b-f532db27b964 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (1a574623-5007-4d29-a4df-a83c3106977e), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.026790 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-22b999e9-e438-48dd-900b-f532db27b964 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (1a574623-5007-4d29-a4df-a83c3106977e), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.037520 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a617ced-10a4-4dc0-8266-81a74510432b req-18c8eeef-f0e4-4d54-b8d6-ec7a36e07ead service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559692 May 13 14:05:41.041484 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b999e9-e438-48dd-900b-f532db27b964 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a574623-5007-4d29-a4df-a83c3106977e,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:41.057694 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-22b999e9-e438-48dd-900b-f532db27b964 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.058933 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-22b999e9-e438-48dd-900b-f532db27b964 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1966250 May 13 14:05:41.063857 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42252) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:41.068329 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.v2.base [None req-90aa0f76-c3f8-4e32-b74c-57f1224c5581 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Request body: {'security_group_rule': {'security_group_id': 'fb044300-9197-4388-8c32-cd1c4cdc3374', 'project_id': '54b153696d2b445098e70dce631b13b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109875) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:41.107839 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-90aa0f76-c3f8-4e32-b74c-57f1224c5581 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (eac70876-588a-457a-b086-351ae2ca310f), before_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.192198 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-90aa0f76-c3f8-4e32-b74c-57f1224c5581 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (eac70876-588a-457a-b086-351ae2ca310f), precommit_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.198396 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-90aa0f76-c3f8-4e32-b74c-57f1224c5581 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (eac70876-588a-457a-b086-351ae2ca310f), after_create {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.227995 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa0f76-c3f8-4e32-b74c-57f1224c5581 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac70876-588a-457a-b086-351ae2ca310f,revision_number=0']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:41.234966 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cafeac-48fc-47ff-b491-e39c52198884 req-9b4e738e-7489-4c05-bfd9-41aa76d6c208 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:41.239760 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-90aa0f76-c3f8-4e32-b74c-57f1224c5581 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.242206 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d1cafeac-48fc-47ff-b491-e39c52198884 req-9b4e738e-7489-4c05-bfd9-41aa76d6c208 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 945 time: 0.0682247 May 13 14:05:41.243463 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-90aa0f76-c3f8-4e32-b74c-57f1224c5581 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1783130 May 13 14:05:41.243821 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42256) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:41.248669 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-115daa79-d391-4e7b-92ba-b599a506563a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Request body: {'security_group_rule': {'security_group_id': 'fb044300-9197-4388-8c32-cd1c4cdc3374', 'project_id': '54b153696d2b445098e70dce631b13b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:41.294973 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.securitygroups_db [None req-115daa79-d391-4e7b-92ba-b599a506563a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Project 54b153696d2b445098e70dce631b13b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:05:41.309849 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-115daa79-d391-4e7b-92ba-b599a506563a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (166812fe-18c8-4ec5-aa35-7102d72f6cec), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.327464 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d1cafeac-48fc-47ff-b491-e39c52198884 req-0ad51605-bf81-4961-b2da-a0a87ade51d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843945 May 13 14:05:41.389537 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-115daa79-d391-4e7b-92ba-b599a506563a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (166812fe-18c8-4ec5-aa35-7102d72f6cec), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.394045 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-115daa79-d391-4e7b-92ba-b599a506563a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (166812fe-18c8-4ec5-aa35-7102d72f6cec), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.412971 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115daa79-d391-4e7b-92ba-b599a506563a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166812fe-18c8-4ec5-aa35-7102d72f6cec,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:41.424468 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-115daa79-d391-4e7b-92ba-b599a506563a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.425780 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-115daa79-d391-4e7b-92ba-b599a506563a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802351 May 13 14:05:41.428576 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42260) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:41.433147 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-ca3cbc7d-9a84-43db-83fd-8eda1e589221 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Request body: {'security_group_rule': {'security_group_id': 'fb044300-9197-4388-8c32-cd1c4cdc3374', 'project_id': '54b153696d2b445098e70dce631b13b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:41.460209 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.securitygroups_db [None req-ca3cbc7d-9a84-43db-83fd-8eda1e589221 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Project 54b153696d2b445098e70dce631b13b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 13 14:05:41.466479 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ca3cbc7d-9a84-43db-83fd-8eda1e589221 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (ef0dcae0-a01e-42b3-bf97-6bf8535dcad0), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.579454 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ca3cbc7d-9a84-43db-83fd-8eda1e589221 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (ef0dcae0-a01e-42b3-bf97-6bf8535dcad0), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.584180 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ca3cbc7d-9a84-43db-83fd-8eda1e589221 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473567'] for security_group_rule (ef0dcae0-a01e-42b3-bf97-6bf8535dcad0), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.611692 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cbc7d-9a84-43db-83fd-8eda1e589221 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0dcae0-a01e-42b3-bf97-6bf8535dcad0,revision_number=0']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:41.616079 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ca3cbc7d-9a84-43db-83fd-8eda1e589221 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:41.617309 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-ca3cbc7d-9a84-43db-83fd-8eda1e589221 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1877620 May 13 14:05:42.457596 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246d385-0b12-48e7-b088-75f217734804 req-1103fd00-17c2-495a-bb51-3e673ca721d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:42.459300 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0246d385-0b12-48e7-b088-75f217734804 req-1103fd00-17c2-495a-bb51-3e673ca721d2 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 945 time: 0.0528157 May 13 14:05:42.509727 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-0246d385-0b12-48e7-b088-75f217734804 req-775c0476-03cb-4821-be14-38f963979142 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447803 May 13 14:05:42.640040 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a0919-c233-42a3-9b11-6d62aea93bfb req-182dd575-dfe3-47ff-8a52-7681b0271655 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:42.641643 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-687a0919-c233-42a3-9b11-6d62aea93bfb req-182dd575-dfe3-47ff-8a52-7681b0271655 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 945 time: 0.0503058 May 13 14:05:42.693817 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8310f247-26cb-42dd-8c76-e51b760bcce7 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:42.712703 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-687a0919-c233-42a3-9b11-6d62aea93bfb req-22e56d81-d184-493a-a243-87ccbff8d01e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647988 May 13 14:05:42.743251 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42324) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:42.757032 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-1781a00a-6872-42c0-a7c5-2b7420a9d794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:42.786102 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 8310f247-26cb-42dd-8c76-e51b760bcce7 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:42.786482 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:42.878789 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 8310f247-26cb-42dd-8c76-e51b760bcce7 is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:42.879937 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:42.902018 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] For port 8310f247-26cb-42dd-8c76-e51b760bcce7, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=8310f247-26cb-42dd-8c76-e51b760bcce7,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:42.907732 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:42.974132 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b55c54-4909-427d-81ee-c2cacfa66bb4 tempest-TestVolumeBootPattern-740343157 tempest-TestVolumeBootPattern-740343157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:42.979349 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d6b55c54-4909-427d-81ee-c2cacfa66bb4 tempest-TestVolumeBootPattern-740343157 tempest-TestVolumeBootPattern-740343157-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 1124 time: 0.2349536 May 13 14:05:42.979997 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42328) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:05:42.981462 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Pushing event updated for resources: {'Port': ['ID=8310f247-26cb-42dd-8c76-e51b760bcce7,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:42.985787 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'port_id': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:05:43.007160 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:43.099020 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Sync routers for ids ['800d43d1-adc9-45e4-9d42-a4692d05cdba'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:05:43.108664 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Routers {'800d43d1-adc9-45e4-9d42-a4692d05cdba'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:43.109273 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['800d43d1-adc9-45e4-9d42-a4692d05cdba'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:43.112482 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:43.227933 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Allocated IP 172.27.3.4 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/7f6a4b0a-b308-4874-96d8-d6ab4062d72f) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:05:43.346271 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Set router 800d43d1-adc9-45e4-9d42-a4692d05cdba gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:43.350044 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for port (7f6a4b0a-b308-4874-96d8-d6ab4062d72f), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:43.390745 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (7f6a4b0a-b308-4874-96d8-d6ab4062d72f), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:43.438046 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'Port': ['ID=7f6a4b0a-b308-4874-96d8-d6ab4062d72f,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:43.448140 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:05:43.449501 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:05:43.452080 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:05:43.556502 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'name': 'tempest-TestShelveInstance-617659183-router', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 4, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'gw_port': {'id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff', 'name': '', 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'mac_address': 'fa:16:3e:06:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '793f3aad-e1bd-4016-b919-f0140dcd143d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:38Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 2, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'subnets': [{'id': '793f3aad-e1bd-4016-b919-f0140dcd143d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:43.596923 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Checking router: 800d43d1-adc9-45e4-9d42-a4692d05cdba for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:05:43.597197 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Updating router 800d43d1-adc9-45e4-9d42-a4692d05cdba port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff binding host dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 13 14:05:43.627128 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:43.849757 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (014133c6-08ec-44bb-8ff8-63c7e9b5eab9), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:43.908080 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Publish callbacks [] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), precommit_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:43.916256 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:43.932518 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (7f6a4b0a-b308-4874-96d8-d6ab4062d72f), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:43.972504 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4a841-ae90-4f7d-a951-b20e0ab1b88e None None] Pushing event updated for resources: {'Port': ['ID=0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff,revision_number=3']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:44.039818 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Attempting to bind port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff on host dv-cinder-841753-1-iscsi for vnic_type normal with profile {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:05:44.040287 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Attempting to bind port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff by drivers openvswitch,hyperv on host dv-cinder-841753-1-iscsi at level 0 using segments [{'id': '90e36007-acf7-4cb1-aee1-733b423df2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379'}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:05:44.040715 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Attempting to bind port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff on network 767f574b-0f22-4559-94aa-1cab5eb89379 {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:05:44.046858 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Checking agent: {'id': '8ff3bc48-7675-4ed0-8322-4aadddc2f5ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841753-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 46, 49), 'started_at': datetime.datetime(2022, 5, 13, 13, 47, 19), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841753-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:05:44.047249 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Checking segment: {'id': '90e36007-acf7-4cb1-aee1-733b423df2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:05:44.047909 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.048295 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Bound using segment: {'id': '90e36007-acf7-4cb1-aee1-733b423df2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379'} {{(pid=109878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:05:44.048792 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.managers [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Bound port: 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff, host: dv-cinder-841753-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e36007-acf7-4cb1-aee1-733b423df2e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379'}}] {{(pid=109878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:05:44.049170 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), before_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.086618 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.111166 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for port (7f6a4b0a-b308-4874-96d8-d6ab4062d72f), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.120196 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (7f6a4b0a-b308-4874-96d8-d6ab4062d72f), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.129184 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] For port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff, host dv-cinder-841753-1-iscsi, cleared binding levels {{(pid=109878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:05:44.132804 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.plugins.ml2.db [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] For port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff, host dv-cinder-841753-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff,segment=NetworkSegment(90e36007-acf7-4cb1-aee1-733b423df2e3),segment_id=90e36007-acf7-4cb1-aee1-733b423df2e3)] {{(pid=109878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:05:44.139710 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron_lib.callbacks.manager [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), after_update {{(pid=109878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.190587 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Routers {'800d43d1-adc9-45e4-9d42-a4692d05cdba'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:44.190845 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['800d43d1-adc9-45e4-9d42-a4692d05cdba'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:44.260368 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4a841-ae90-4f7d-a951-b20e0ab1b88e None None] Pushing event updated for resources: {'Port': ['ID=0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff,revision_number=4']} {{(pid=109878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:44.268939 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-4e818e99-7e6d-4da3-9222-686575271e7d None None] Provisioning complete for port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:44.284011 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4e818e99-7e6d-4da3-9222-686575271e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.378926 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] Set router 800d43d1-adc9-45e4-9d42-a4692d05cdba gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:44.412883 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-4e818e99-7e6d-4da3-9222-686575271e7d None None] Current status of the port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff is: DOWN; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:44.413766 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4e818e99-7e6d-4da3-9222-686575271e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.479400 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-4e818e99-7e6d-4da3-9222-686575271e7d None None] For port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff,segment=NetworkSegment(90e36007-acf7-4cb1-aee1-733b423df2e3),segment_id=90e36007-acf7-4cb1-aee1-733b423df2e3)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:05:44.489300 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4e818e99-7e6d-4da3-9222-686575271e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.538337 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event updated for resources: {'Port': ['ID=7f6a4b0a-b308-4874-96d8-d6ab4062d72f,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:44.560277 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (014133c6-08ec-44bb-8ff8-63c7e9b5eab9), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.568204 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e818e99-7e6d-4da3-9222-686575271e7d None None] Pushing event updated for resources: {'Port': ['ID=0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:05:44.625802 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-2fcdc460-2ce2-4b1b-97f3-6214fbe51f7d None None] Provisioning complete for port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:44.626086 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2fcdc460-2ce2-4b1b-97f3-6214fbe51f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.667086 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'name': 'tempest-TestShelveInstance-617659183-router', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 4, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'gw_port': {'id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff', 'name': '', 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'mac_address': 'fa:16:3e:06:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '793f3aad-e1bd-4016-b919-f0140dcd143d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:38Z', 'updated_at': '2022-05-13T14:05:44Z', 'revision_number': 4, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'subnets': [{'id': '793f3aad-e1bd-4016-b919-f0140dcd143d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:44.700958 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1ae57-cc0f-4e63-b812-cafde2cdf2cc None None] The sync data for ids ['800d43d1-adc9-45e4-9d42-a4692d05cdba'] in dv-cinder-841753-1-iscsi is: [{'id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'name': 'tempest-TestShelveInstance-617659183-router', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 4, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'gw_port': {'id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff', 'name': '', 'network_id': '767f574b-0f22-4559-94aa-1cab5eb89379', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'mac_address': 'fa:16:3e:06:34:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '793f3aad-e1bd-4016-b919-f0140dcd143d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:38Z', 'updated_at': '2022-05-13T14:05:44Z', 'revision_number': 4, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'subnets': [{'id': '793f3aad-e1bd-4016-b919-f0140dcd143d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:05:44.701282 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Floating IP 014133c6-08ec-44bb-8ff8-63c7e9b5eab9 associated. External IP: 172.27.3.4, port: 56451a8d-3048-44a7-b7ab-e2d415fa3160. May 13 14:05:44.715899 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:44.766429 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-2fcdc460-2ce2-4b1b-97f3-6214fbe51f7d None None] Current status of the port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:44.796239 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:44.796645 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.888023 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:44.889168 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8310f247-26cb-42dd-8c76-e51b760bcce7 up at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:05:44.938690 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Provisioning complete for port 8310f247-26cb-42dd-8c76-e51b760bcce7 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:05:44.939176 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:44.972906 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Router 8ab386f6-3fd8-442c-aecb-914f2b087458 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:05:45.028924 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Current status of the port 8310f247-26cb-42dd-8c76-e51b760bcce7 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:05:45.109725 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:05:45.119712 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01245744-4983-47bf-be5f-739d063a7707 None None] Sync routers for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:05:45.129464 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:45.131212 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01245744-4983-47bf-be5f-739d063a7707 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:45.131948 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-01245744-4983-47bf-be5f-739d063a7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:45.163338 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-902edd88-6d70-4d02-83f1-8bc01a98ce58 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1800494 May 13 14:05:45.163338 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'tag': '56451a8d-3048-44a7-b7ab-e2d415fa3160'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:05:45.164345 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0e0eaf-220d-4b07-99d3-20feba59e721" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ac6b7a-a490-4480-856f-bb49226bf74b", "tag": "56451a8d-3048-44a7-b7ab-e2d415fa3160"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:05:45.204805 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b45efea-8a57-4a50-b0a4-88ad8d29458e x-openstack-request-id: req-7b45efea-8a57-4a50-b0a4-88ad8d29458e {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:05:45.205105 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ac6b7a-a490-4480-856f-bb49226bf74b", "tag": "56451a8d-3048-44a7-b7ab-e2d415fa3160", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:05:45.205364 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b45efea-8a57-4a50-b0a4-88ad8d29458e {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:05:45.206550 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b45efea-8a57-4a50-b0a4-88ad8d29458e'] response: {'name': 'network-changed', 'server_uuid': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'tag': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'status': 'completed', 'code': 200} May 13 14:05:45.311684 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-d7f7c4a0-2b77-481e-bced-4b19a0228113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:45.314087 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-d7f7c4a0-2b77-481e-bced-4b19a0228113 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 1129 time: 0.0583930 May 13 14:05:45.420264 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-01245744-4983-47bf-be5f-739d063a7707 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:45.436877 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-487a1019-4f52-42c4-860e-2a16988990a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:45.439008 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-487a1019-4f52-42c4-860e-2a16988990a4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 912 time: 0.1167090 May 13 14:05:45.518728 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-6ff435eb-695d-41cb-a72f-15a73f10d73e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56451a8d-3048-44a7-b7ab-e2d415fa3160 HTTP/1.1" status: 200 len: 997 time: 0.0684092 May 13 14:05:45.530977 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ed3214bf-8e9a-42f6-ad9c-d19ee81854fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:45.585110 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-320bd6df-d9f5-42c3-ae61-235659f098b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:45.586768 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-320bd6df-d9f5-42c3-ae61-235659f098b5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.0589614 May 13 14:05:45.641732 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-9102522d-9bc1-49d7-a045-0b1be60fc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:45.643182 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-9102522d-9bc1-49d7-a045-0b1be60fc28f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474660 May 13 14:05:45.692014 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-01245744-4983-47bf-be5f-739d063a7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '014133c6-08ec-44bb-8ff8-63c7e9b5eab9', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:ce:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:05:43Z', 'updated_at': '2022-05-13T14:05:43Z', 'revision_number': 0, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}, {'id': '8a538284-c671-4ba9-8f69-357d5d06a225', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:a7:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:03:15Z', 'updated_at': '2022-05-13T14:03:18Z', 'revision_number': 1, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:45.719431 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01245744-4983-47bf-be5f-739d063a7707 None None] Checking router: 8ab386f6-3fd8-442c-aecb-914f2b087458 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:05:45.728173 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01245744-4983-47bf-be5f-739d063a7707 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:05:45.728793 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-01245744-4983-47bf-be5f-739d063a7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:05:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:45.737590 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-3d7c26b8-64ec-426b-b20c-03ef6d3dff8d service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870523 May 13 14:05:45.850327 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-01245744-4983-47bf-be5f-739d063a7707 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:05:45.851411 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bf0e0eaf-220d-4b07-99d3-20feba59e721 req-7f81121a-96ac-45a2-91b1-e38b50788f56 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077139 May 13 14:05:46.103538 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-01245744-4983-47bf-be5f-739d063a7707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '014133c6-08ec-44bb-8ff8-63c7e9b5eab9', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:ce:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:05:43Z', 'updated_at': '2022-05-13T14:05:43Z', 'revision_number': 0, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}, {'id': '8a538284-c671-4ba9-8f69-357d5d06a225', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:a7:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:03:15Z', 'updated_at': '2022-05-13T14:03:18Z', 'revision_number': 1, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:05:46.130981 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01245744-4983-47bf-be5f-739d063a7707 None None] The sync data for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi is: [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '014133c6-08ec-44bb-8ff8-63c7e9b5eab9', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.4', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:ce:98:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:05:43Z', 'updated_at': '2022-05-13T14:05:43Z', 'revision_number': 0, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}, {'id': '8a538284-c671-4ba9-8f69-357d5d06a225', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:a7:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:03:15Z', 'updated_at': '2022-05-13T14:03:18Z', 'revision_number': 1, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:05:46.332880 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:46.342425 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558f052d-9817-4683-8839-dc56144da242 None None] New status for floating IP 014133c6-08ec-44bb-8ff8-63c7e9b5eab9: ACTIVE {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:05:47.869669 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:49.468239 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:05:49.588840 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-479a6cd0-09a7-4812-aa58-da51a1386321 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423303 May 13 14:05:49.712349 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-0b5c63f4-e686-4793-827b-84ac6eed6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:49.713891 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-0b5c63f4-e686-4793-827b-84ac6eed6bcc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 1129 time: 0.0411139 May 13 14:05:49.843249 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-af8f0c40-f9e5-47b5-a5b6-fb0d6c1b302e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:49.845523 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-af8f0c40-f9e5-47b5-a5b6-fb0d6c1b302e service neutron] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 912 time: 0.1044517 May 13 14:05:49.927568 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-343b9de9-9b45-401f-830d-65636a3f34d4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 HTTP/1.1" status: 200 len: 1000 time: 0.0736127 May 13 14:05:49.977377 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-3a7530b0-3dc8-460d-ad43-385bc0f99fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:49.979057 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-3a7530b0-3dc8-460d-ad43-385bc0f99fab service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.0455661 May 13 14:05:50.027992 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-f26d49e5-c0bf-4099-af2e-ef36685c51a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:50.029461 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-f26d49e5-c0bf-4099-af2e-ef36685c51a2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442605 May 13 14:05:50.127453 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-1854ca03-1e98-4027-ab94-14db68ab7f82 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870454 May 13 14:05:50.267801 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d24a4aea-c465-47d2-97b8-c8657a3f190e req-fdf8a751-ac27-467d-814f-0cf9b0ff66d2 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327682 May 13 14:05:50.755469 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:05:54.897418 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-479dd470-da77-4e44-9456-ec8f182b5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:54.898975 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-479dd470-da77-4e44-9456-ec8f182b5d06 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=673435f01c47460bae84e4f31643f66d&device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 1169 time: 0.0759025 May 13 14:05:54.920716 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7184a-5a35-4996-992a-b426b6b237b6 req-c5aa7bfe-0906-4385-accb-972af253ab08 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:54.922219 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a8a7184a-5a35-4996-992a-b426b6b237b6 req-c5aa7bfe-0906-4385-accb-972af253ab08 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.1450672 May 13 14:05:55.068229 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a8a7184a-5a35-4996-992a-b426b6b237b6 req-a819913a-d420-4046-b12d-44451b1cf441 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1335802 May 13 14:05:55.069949 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-b8766ff2-2ff4-4900-8dd3-8aea95cca759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:55.072277 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-b8766ff2-2ff4-4900-8dd3-8aea95cca759 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 HTTP/1.1" status: 200 len: 916 time: 0.1637204 May 13 14:05:55.153688 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-e685b7b9-f595-41c4-91de-4fb76766b876 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 1001 time: 0.0739419 May 13 14:05:55.207124 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-fc1efae7-850d-4c9f-af20-daa7a318e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:55.208588 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-fc1efae7-850d-4c9f-af20-daa7a318e3bf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2d35c1dd-01a4-4609-ad01-4650bcf20194 HTTP/1.1" status: 200 len: 854 time: 0.0468578 May 13 14:05:55.253476 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-f579e08f-1b52-4164-ae35-717505d557af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:55.255506 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-f579e08f-1b52-4164-ae35-717505d557af service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398810 May 13 14:05:55.361794 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-e73743e0-221f-46ac-868d-a2d82e7da488 service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977674 May 13 14:05:55.460988 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-91d788a3-4089-4b49-8091-8379fe13cfcd req-51a8e7f4-d8da-47f0-81c1-b8b50a9cfc18 service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921085 May 13 14:05:56.272456 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b00192-f06d-4a57-ba13-43addb940fc6 req-cebd98d4-7e94-4f36-a9b7-8301f3c806cc tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:56.273982 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-66b00192-f06d-4a57-ba13-43addb940fc6 req-cebd98d4-7e94-4f36-a9b7-8301f3c806cc tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.1126363 May 13 14:05:56.354127 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-66b00192-f06d-4a57-ba13-43addb940fc6 req-6a9e13b7-140c-4ed7-a345-65cf46711fcf tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711565 May 13 14:05:57.476220 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089448fe-bea8-486e-8d6f-bb114c7e016d req-507c45a1-d133-4801-9708-1ae3dc5e6eac tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:57.477713 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-089448fe-bea8-486e-8d6f-bb114c7e016d req-507c45a1-d133-4801-9708-1ae3dc5e6eac tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0528209 May 13 14:05:57.541103 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-089448fe-bea8-486e-8d6f-bb114c7e016d req-5d60324a-b32a-4cd4-b9d1-c03dc2e8cb95 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576327 May 13 14:05:58.673329 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f45b2-e2a8-44ee-8946-761dfced1624 req-22458db3-f300-4b61-9f49-2f7a6b77d6e5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:58.675413 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cf5f45b2-e2a8-44ee-8946-761dfced1624 req-22458db3-f300-4b61-9f49-2f7a6b77d6e5 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0561714 May 13 14:05:58.739521 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cf5f45b2-e2a8-44ee-8946-761dfced1624 req-1cdee93f-6687-4345-bd72-cd55ce1aa790 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583267 May 13 14:05:59.872631 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d14442-dc52-4686-9150-619cb45849ad req-80cf6caf-7b4a-46da-80ad-dd3e7f539a92 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:05:59.875254 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e8d14442-dc52-4686-9150-619cb45849ad req-80cf6caf-7b4a-46da-80ad-dd3e7f539a92 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0586088 May 13 14:05:59.942868 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e8d14442-dc52-4686-9150-619cb45849ad req-f7db64f5-c0ff-43cf-add6-e556e5ae04ad tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616508 May 13 14:06:01.075164 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27cc43-1f2f-46f7-b8c4-1794833b5027 req-d5159d41-376c-41fb-98cc-725509813731 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:01.076853 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ba27cc43-1f2f-46f7-b8c4-1794833b5027 req-d5159d41-376c-41fb-98cc-725509813731 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0597107 May 13 14:06:01.149530 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ba27cc43-1f2f-46f7-b8c4-1794833b5027 req-7b30890e-f588-43e5-b052-372061d7f81e tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648704 May 13 14:06:02.262490 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0a1d3-8ff3-4054-bd74-78f93b21d7f8 req-9aa133e9-f4f4-43d4-9a43-5b30eb858e06 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:02.263894 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d8b0a1d3-8ff3-4054-bd74-78f93b21d7f8 req-9aa133e9-f4f4-43d4-9a43-5b30eb858e06 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0462530 May 13 14:06:02.329196 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d8b0a1d3-8ff3-4054-bd74-78f93b21d7f8 req-ed2a8f2b-2d24-4fd2-a528-4bdc73106a0c tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587108 May 13 14:06:03.386699 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-a4427c9d-7025-4ba3-823a-b4e5f682e51f tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-267415705&fields=id&tenant_id=54b153696d2b445098e70dce631b13b6 HTTP/1.1" status: 200 len: 267 time: 0.0482099 May 13 14:06:03.493399 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1efd9-6f72-4e52-b618-e05b5b2cde5e req-ad42a325-7557-424b-b956-46c4f633436c tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:03.495077 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9ed1efd9-6f72-4e52-b618-e05b5b2cde5e req-ad42a325-7557-424b-b956-46c4f633436c tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0924680 May 13 14:06:03.558807 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-0fd8a150-1e03-4a8e-a32e-1fd7346b0c61 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:03.560565 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-0fd8a150-1e03-4a8e-a32e-1fd7346b0c61 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/networks?id=43ba0f5f-8320-4bb0-9dbd-89fafd262362 HTTP/1.1" status: 200 len: 808 time: 0.1670041 May 13 14:06:03.593360 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-58c9402f-fb33-497d-b229-e26313cbe8a2 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/quotas/54b153696d2b445098e70dce631b13b6 HTTP/1.1" status: 200 len: 375 time: 0.0225546 May 13 14:06:03.599110 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9ed1efd9-6f72-4e52-b618-e05b5b2cde5e req-4e895f31-acdd-4a5c-bb31-b577807d11f3 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975180 May 13 14:06:03.644915 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-f22ceb5f-3d79-4220-8d30-ae5b6ac4b903 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=54b153696d2b445098e70dce631b13b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448074 May 13 14:06:03.744712 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-fa854743-7db6-4b43-bbdf-1073491cbe89 service neutron] 10.222.0.79 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870657 May 13 14:06:03.833238 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c308b7a2-23c1-48f0-867f-d5eaa4d17a2f service neutron] 10.222.0.79 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829203 May 13 14:06:04.133358 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2605e937-2800-4653-81e9-e0a3daea7ef3 req-90d6a75e-7f95-4ce5-a67c-33e56e650d1b tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0305843 May 13 14:06:04.560314 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42520) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:06:04.702069 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a5df31eb-215e-4b14-99b2-0a5bbefecb50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:04.771339 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9bab2-c405-4081-b59f-ace068d80e4f req-178e6ac0-4df7-470c-bf27-4fc8eb065ff4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:04.772845 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5bf9bab2-c405-4081-b59f-ace068d80e4f req-178e6ac0-4df7-470c-bf27-4fc8eb065ff4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0875783 May 13 14:06:04.866391 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5bf9bab2-c405-4081-b59f-ace068d80e4f req-d01fe388-d6b2-4342-b90c-9bd76f636be4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0868888 May 13 14:06:04.879659 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a5df31eb-215e-4b14-99b2-0a5bbefecb50 admin admin] Publish callbacks [] for security_group (b8c1d493-186f-4f6d-9cb0-86e38b9d4a18), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:04.885347 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-a5df31eb-215e-4b14-99b2-0a5bbefecb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (b8c1d493-186f-4f6d-9cb0-86e38b9d4a18), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:04.925845 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df31eb-215e-4b14-99b2-0a5bbefecb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c1d493-186f-4f6d-9cb0-86e38b9d4a18,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:04.934351 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a5df31eb-215e-4b14-99b2-0a5bbefecb50 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=07dc7904074a4edab0b334a71b8fa679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3687096 May 13 14:06:04.934351 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42526) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:06:04.985169 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9593-a469-4476-b8d2-a813e3bfb6b2 admin admin] Publish callbacks [] for security_group (b8c1d493-186f-4f6d-9cb0-86e38b9d4a18), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:05.010316 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9593-a469-4476-b8d2-a813e3bfb6b2 admin admin] Publish callbacks [] for security_group (b8c1d493-186f-4f6d-9cb0-86e38b9d4a18), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:05.059200 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9593-a469-4476-b8d2-a813e3bfb6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (b8c1d493-186f-4f6d-9cb0-86e38b9d4a18), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:05.061889 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-6f5d9593-a469-4476-b8d2-a813e3bfb6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:05.063243 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-6f5d9593-a469-4476-b8d2-a813e3bfb6b2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b8c1d493-186f-4f6d-9cb0-86e38b9d4a18 HTTP/1.1" status: 204 len: 168 time: 0.1284485 May 13 14:06:05.072825 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d9593-a469-4476-b8d2-a813e3bfb6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c1d493-186f-4f6d-9cb0-86e38b9d4a18,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:05.288924 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-64eae7bd-3226-4e7c-8414-0543ff080446 req-f240908f-dfe7-494c-a1e8-5fed6269e99d tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 210 time: 0.0785346 May 13 14:06:05.361691 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-4fec8510-0cdb-49a5-93b2-58470287c7e3 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:05.363364 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-4fec8510-0cdb-49a5-93b2-58470287c7e3 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.87 "GET /v2.0/networks?id=43ba0f5f-8320-4bb0-9dbd-89fafd262362 HTTP/1.1" status: 200 len: 808 time: 0.1794655 May 13 14:06:05.458414 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-229b861b-41fc-4ccd-ad2d-cf5be9c777bf tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b153696d2b445098e70dce631b13b6 HTTP/1.1" status: 200 len: 379 time: 0.0680399 May 13 14:06:05.468153 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Request body: {'port': {'device_id': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'admin_state_up': True, 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'security_groups': ['fb044300-9197-4388-8c32-cd1c4cdc3374']}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:06:05.581010 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Made reservation on behalf of 54b153696d2b445098e70dce631b13b6 for: {'port': 1} {{(pid=109876) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 13 14:06:05.584735 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:05.715907 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Allocated IP 172.20.0.4 (43ba0f5f-8320-4bb0-9dbd-89fafd262362/b279cc18-89da-4f74-ac1e-6c05b5779182/c66ee4e9-1ddb-4706-b552-3352e32b6ea0) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:06:05.906835 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:05.942917 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:06.027329 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:06:06.028898 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event updated for resources: {'Port': ['ID=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:06.037740 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeeec23-e0b7-48ca-9477-482047266649 req-32bb89e1-71c4-4c13-8ee0-3b72045f1324 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:06.039080 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-adeeec23-e0b7-48ca-9477-482047266649 req-32bb89e1-71c4-4c13-8ee0-3b72045f1324 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0941842 May 13 14:06:06.040003 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:06:06.042524 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:06:06.122531 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:06.123222 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:06.163783 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-adeeec23-e0b7-48ca-9477-482047266649 req-bc473e06-7b4b-49f4-9087-f1e0be98465a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1167932 May 13 14:06:06.167736 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-c90891b1-55d1-4ba9-8406-38a34f92c3c4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7037780 May 13 14:06:06.194080 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Request body: {'port': {'device_id': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84175'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:06:06.265112 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:06.346004 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-10064db9-e596-471a-9bfd-abe67e4e41d9 None None] Provisioning complete for port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:06:06.346598 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-10064db9-e596-471a-9bfd-abe67e4e41d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:06.385186 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-10064db9-e596-471a-9bfd-abe67e4e41d9 None None] Port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 cannot update to ACTIVE because it is not bound. {{(pid=109877) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 13 14:06:06.479121 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcda39-1f29-4d58-8a6b-9bc2e749f186 req-09d78a8b-5850-4bd9-9313-858de3be3bc8 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:06.480708 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-70fcda39-1f29-4d58-8a6b-9bc2e749f186 req-09d78a8b-5850-4bd9-9313-858de3be3bc8 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 931 time: 0.0984643 May 13 14:06:06.559936 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-70fcda39-1f29-4d58-8a6b-9bc2e749f186 req-7cd32fab-584c-4db9-a4d0-f6ce2243a9a0 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715957 May 13 14:06:06.627719 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66ee4e9-1ddb-4706-b552-3352e32b6ea0 {{(pid=109876) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:06:06.636189 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Publish callbacks [] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:06.649655 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.provisioning_blocks [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Transition to ACTIVE for port object c66ee4e9-1ddb-4706-b552-3352e32b6ea0 will not be triggered until provisioned by entity L2. {{(pid=109876) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 13 14:06:06.653814 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:06.711244 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Pushing event updated for resources: {'Port': ['ID=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:07.059497 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Attempting to bind port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 on host hv-cinder-84175 for vnic_type normal with profile {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 13 14:06:07.059841 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Attempting to bind port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 by drivers openvswitch,hyperv on host hv-cinder-84175 at level 0 using segments [{'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 13 14:06:07.060179 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Attempting to bind port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 on network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:06:07.064778 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 on network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84175 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 13 14:06:07.065103 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Attempting to bind port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 on network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 13 14:06:07.070070 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Checking agent: {'id': '0378719a-2114-4740-8593-883331467f60', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84175', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'started_at': datetime.datetime(2022, 5, 13, 13, 53, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 13, 14, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 13 14:06:07.070414 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Checking segment: {'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109876) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 13 14:06:07.070997 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Bound using segment: {'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'} {{(pid=109876) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 13 14:06:07.071436 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.managers [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Bound port: c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host: hv-cinder-84175, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362'}}] {{(pid=109876) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 13 14:06:07.071802 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:07.135721 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] For port c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host hv-cinder-84175, cleared binding levels {{(pid=109876) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 13 14:06:07.138747 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] For port c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host hv-cinder-84175, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109876) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 13 14:06:07.145842 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:07.182513 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:07.183155 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:07.184545 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] 10.222.0.87 "PUT /v2.0/ports/c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 200 len: 1093 time: 0.9962459 May 13 14:06:07.184981 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:06:07.187262 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0f8194-e983-483b-ad40-7054db26fd16" -d '{"events": [{"name": "network-changed", "server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:06:07.212518 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ad9e7-123a-4e8a-9aae-bfb890db8203 service neutron] Pushing event updated for resources: {'Port': ['ID=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,revision_number=3']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:07.254663 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1260e6-ef84-4644-8704-e98386e4cabd x-openstack-request-id: req-bf1260e6-ef84-4644-8704-e98386e4cabd {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:06:07.255092 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:06:07.255269 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf1260e6-ef84-4644-8704-e98386e4cabd {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:06:07.255645 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1260e6-ef84-4644-8704-e98386e4cabd'] response: {'name': 'network-changed', 'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'status': 'completed', 'code': 200} May 13 14:06:07.342959 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e1bdd-d052-42de-8280-59bce96de4b1 req-bea35251-3d10-42b0-944e-bd525519285d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:07.345175 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-337e1bdd-d052-42de-8280-59bce96de4b1 req-bea35251-3d10-42b0-944e-bd525519285d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0766306 May 13 14:06:07.357730 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-611122b6-175b-46ca-b6cb-3e88b5df9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:07.359402 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-611122b6-175b-46ca-b6cb-3e88b5df9c73 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54b153696d2b445098e70dce631b13b6&device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1127 time: 0.0800319 May 13 14:06:07.433897 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-1741457b-cb0c-4c74-8905-d63ce318ab7c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 200 len: 217 time: 0.0479372 May 13 14:06:07.456861 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-337e1bdd-d052-42de-8280-59bce96de4b1 req-47d81b09-cdb6-4a36-bfeb-c3c11dc4b0c8 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057215 May 13 14:06:07.493121 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-2f3a6bf3-d5ec-4431-9053-ca2bf17d1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:07.494550 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-2f3a6bf3-d5ec-4431-9053-ca2bf17d1cc7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b279cc18-89da-4f74-ac1e-6c05b5779182 HTTP/1.1" status: 200 len: 847 time: 0.0521920 May 13 14:06:07.541469 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-bb042b9c-799d-4802-93f1-cee262786a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:07.543011 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-bb042b9c-799d-4802-93f1-cee262786a95 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=43ba0f5f-8320-4bb0-9dbd-89fafd262362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389013 May 13 14:06:07.651357 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-bbff4054-1050-46f9-8d7d-bf6c41794e3c service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993760 May 13 14:06:07.729863 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4cca2-f6c9-467e-b72c-d093d739b3ad req-0e0783d2-b9cb-458c-9037-191d2f492744 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:07.731523 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5bc4cca2-f6c9-467e-b72c-d093d739b3ad req-0e0783d2-b9cb-458c-9037-191d2f492744 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0998673 May 13 14:06:07.809309 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-5bc4cca2-f6c9-467e-b72c-d093d739b3ad req-b942656e-d79f-4606-a87c-98e61e050375 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711265 May 13 14:06:07.811552 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-190c00fc-f6ce-4136-8c1d-be65d06188b1 req-b546c197-4553-47c7-aade-afbd7225b011 service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441722 May 13 14:06:08.224772 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-56475d6e-0617-437d-a336-566b0ada1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:08.226282 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-56475d6e-0617-437d-a336-566b0ada1710 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54b153696d2b445098e70dce631b13b6&device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1127 time: 0.0407362 May 13 14:06:08.325502 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-fd67d054-ad6d-4018-8e35-fae1a37babd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:08.327027 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-fd67d054-ad6d-4018-8e35-fae1a37babd0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=43ba0f5f-8320-4bb0-9dbd-89fafd262362 HTTP/1.1" status: 200 len: 909 time: 0.0922847 May 13 14:06:08.370995 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-999ced6d-eb9d-476b-a710-900fa30e549e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 200 len: 217 time: 0.0368800 May 13 14:06:08.421143 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-66e142b4-d65d-4c13-9d30-a60fca88c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:08.423575 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-66e142b4-d65d-4c13-9d30-a60fca88c808 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b279cc18-89da-4f74-ac1e-6c05b5779182 HTTP/1.1" status: 200 len: 847 time: 0.0447676 May 13 14:06:08.470066 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-7dffe095-766d-44cf-926b-0d816e900ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:08.471609 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-7dffe095-766d-44cf-926b-0d816e900ca9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=43ba0f5f-8320-4bb0-9dbd-89fafd262362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400217 May 13 14:06:08.588107 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f2a99-9815-4b5e-a4b6-640627765aa8 req-a59b7405-ed93-44fc-8251-134704f4c1e4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:08.589766 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-611f2a99-9815-4b5e-a4b6-640627765aa8 req-a59b7405-ed93-44fc-8251-134704f4c1e4 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0601120 May 13 14:06:08.618202 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-e4f1055a-c4c7-456a-882b-093fac87cdba service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397178 May 13 14:06:08.711591 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-611f2a99-9815-4b5e-a4b6-640627765aa8 req-f7d1e1a4-c1ff-4736-bbdf-34c81c3b172a tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150866 May 13 14:06:08.743755 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-bd0f8194-e983-483b-ad40-7054db26fd16 req-21fe060f-f5e5-4b60-ab60-60313cc6314e service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173899 May 13 14:06:08.927087 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f4b5f-6061-4e50-bceb-bc49d9387d6c req-2ec0d21f-fb97-446d-86ab-5738d90bfc6c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:08.928642 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cb1f4b5f-6061-4e50-bceb-bc49d9387d6c req-2ec0d21f-fb97-446d-86ab-5738d90bfc6c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0496194 May 13 14:06:08.986002 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cb1f4b5f-6061-4e50-bceb-bc49d9387d6c req-4181cbbb-b5b6-4959-b548-e72f9a96120c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507386 May 13 14:06:09.827814 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbe85f-15d1-4d5b-a02e-cd90cf983357 req-e8ba65be-841e-4758-af62-6f84fe8b9308 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:09.829210 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1cbbe85f-15d1-4d5b-a02e-cd90cf983357 req-e8ba65be-841e-4758-af62-6f84fe8b9308 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0492332 May 13 14:06:09.891119 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1cbbe85f-15d1-4d5b-a02e-cd90cf983357 req-00461484-ebe7-431f-9488-d9c3f78934df tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557907 May 13 14:06:10.103002 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c6977-e1df-447c-ac86-787b1fbe8d1c req-ba8731b7-a092-4818-8f75-94d446c10f8c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:10.104396 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6e0c6977-e1df-447c-ac86-787b1fbe8d1c req-ba8731b7-a092-4818-8f75-94d446c10f8c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0480628 May 13 14:06:10.153096 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6e0c6977-e1df-447c-ac86-787b1fbe8d1c req-474fece7-8076-4a06-aee1-e944b20930de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 May 13 14:06:11.012854 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1ed56-a65e-46ce-be0b-574572a497b7 req-f8ced786-8d3d-4d69-a84f-67ddad674019 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:11.014341 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d0a1ed56-a65e-46ce-be0b-574572a497b7 req-f8ced786-8d3d-4d69-a84f-67ddad674019 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0515068 May 13 14:06:11.073379 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d0a1ed56-a65e-46ce-be0b-574572a497b7 req-ed5caa58-5515-4470-89f2-657887e54aba tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527768 May 13 14:06:11.274766 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a43d3c-19bc-412b-a3ae-2a1a341b949a req-26a27240-098c-4ea6-a030-82078a3f7882 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:11.276261 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-32a43d3c-19bc-412b-a3ae-2a1a341b949a req-26a27240-098c-4ea6-a030-82078a3f7882 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0518479 May 13 14:06:11.326131 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-32a43d3c-19bc-412b-a3ae-2a1a341b949a req-1bbd38f8-ae3a-4ac7-9348-998c2f0da9c0 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437236 May 13 14:06:12.194278 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecaea5-5212-4a12-a074-24a4ba72a40d req-5be0c8f9-01f8-4eff-8c36-e399de18cc90 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:12.195803 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1aecaea5-5212-4a12-a074-24a4ba72a40d req-5be0c8f9-01f8-4eff-8c36-e399de18cc90 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0485985 May 13 14:06:12.262437 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1aecaea5-5212-4a12-a074-24a4ba72a40d req-77aafcf6-a52f-4839-bba4-fa038219bb1e tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=b8880a6a-849a-496a-bafa-1672d8af8b35&id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605597 May 13 14:06:12.439674 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b2750-2db6-457c-9ca3-45352d39c324 req-26eae896-666b-416b-9e1d-17121d25e3e7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:12.441151 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a35b2750-2db6-457c-9ca3-45352d39c324 req-26eae896-666b-416b-9e1d-17121d25e3e7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0477495 May 13 14:06:12.491039 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a35b2750-2db6-457c-9ca3-45352d39c324 req-528ecfc2-7168-4973-a1e7-33380c23236e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442522 May 13 14:06:12.668625 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ffe7afa5-d374-4959-babb-297e326b0030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:13.606580 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5421e0c-f33e-4c2c-8ca8-72d39d3b925f req-1cc5071b-816b-4ca2-982e-f68d1dada43e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:13.608202 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a5421e0c-f33e-4c2c-8ca8-72d39d3b925f req-1cc5071b-816b-4ca2-982e-f68d1dada43e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0500710 May 13 14:06:13.658484 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-a5421e0c-f33e-4c2c-8ca8-72d39d3b925f req-dc8fa75f-02e0-4b9e-8028-213367d5e1dc tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440326 May 13 14:06:14.095246 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:14.776812 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3546d-5228-47fd-8ac8-3289381626f3 req-4a79ab39-f752-43ac-a2a3-520dc8a77ce6 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:14.778317 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-04f3546d-5228-47fd-8ac8-3289381626f3 req-4a79ab39-f752-43ac-a2a3-520dc8a77ce6 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0513594 May 13 14:06:14.829480 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-04f3546d-5228-47fd-8ac8-3289381626f3 req-f2b610d8-e9e6-4fe5-8636-9bf55c372af4 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453393 May 13 14:06:15.482666 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ee53501f-e246-46dd-a582-8c4f8ddb262d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:15.950688 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a50cd-6d29-4ead-ad90-90ea359dd6a7 req-f473ecdf-9a2d-4a6b-8cd2-15fc8e7b3c9c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:15.952195 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-316a50cd-6d29-4ead-ad90-90ea359dd6a7 req-f473ecdf-9a2d-4a6b-8cd2-15fc8e7b3c9c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0469205 May 13 14:06:16.006510 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-316a50cd-6d29-4ead-ad90-90ea359dd6a7 req-89e8491b-d7df-435f-b726-fd36aff08c9f tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472703 May 13 14:06:16.333282 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:16.335257 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device c66ee4e9-1ddb-4706-b552-3352e32b6ea0 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:06:16.446320 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:06:16.458792 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'port_id': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'mac_address': 'fa:16:3e:8c:e7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:06:16.499052 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:06:16.499748 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:16.514320 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66ee4e9-1ddb-4706-b552-3352e32b6ea0 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:06:16.543578 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:06:16.553736 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:16.607466 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,revision_number=4']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:16.888748 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['c66ee4e9-1ddb-4706-b552-3352e32b6ea0'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:06:17.123057 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5b731-8f19-4cfa-a674-90cc2336b4e0 req-541df7af-119d-42ed-9e43-b84504a3db41 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:17.124583 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e1d5b731-8f19-4cfa-a674-90cc2336b4e0 req-541df7af-119d-42ed-9e43-b84504a3db41 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 944 time: 0.0506742 May 13 14:06:17.173820 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e1d5b731-8f19-4cfa-a674-90cc2336b4e0 req-90df1118-e862-4699-9314-73f21667e933 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433459 May 13 14:06:17.871515 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:18.288284 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612e09c-63b2-4df0-b4c9-8d48a840afa7 req-2ce65171-8853-4a48-b8d7-9a0229b47d53 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:18.289778 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2612e09c-63b2-4df0-b4c9-8d48a840afa7 req-2ce65171-8853-4a48-b8d7-9a0229b47d53 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 944 time: 0.0467312 May 13 14:06:18.344947 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2612e09c-63b2-4df0-b4c9-8d48a840afa7 req-ba9914f5-4dff-4b2c-9069-9af7354f6b9c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493298 May 13 14:06:18.346953 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device c66ee4e9-1ddb-4706-b552-3352e32b6ea0 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:06:18.404711 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning for port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 completed by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 13 14:06:18.411316 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:06:18.411717 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:18.496658 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:06:18.496932 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:18.525803 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:06:18.528367 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d7e057-24ac-4312-bb06-15235525b2c5" -d '{"events": [{"server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:06:18.548569 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:06:18.554472 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:18.582896 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd25b1-86d4-430a-a504-897b1e084548 x-openstack-request-id: req-4dfd25b1-86d4-430a-a504-897b1e084548 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:06:18.583207 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:06:18.583432 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4dfd25b1-86d4-430a-a504-897b1e084548 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:06:18.583885 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dfd25b1-86d4-430a-a504-897b1e084548'] response: {'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'code': 200} May 13 14:06:18.611518 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,revision_number=5']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:18.971819 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68121d39-a919-4f85-a0ff-ca7ded3bda57 req-4e70bfc3-1f15-4ec4-9004-57dede84fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:18.973393 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-68121d39-a919-4f85-a0ff-ca7ded3bda57 req-4e70bfc3-1f15-4ec4-9004-57dede84fec4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1129 time: 0.1254404 May 13 14:06:19.026902 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-68121d39-a919-4f85-a0ff-ca7ded3bda57 req-695bbb5b-8edc-458a-8083-2e583be39ea2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474825 May 13 14:06:19.464305 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:19.479741 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5fae-5c79-49fe-bd06-b2a35ce490a0 req-2a2ad3f1-7e01-438f-a8e5-944cd850df75 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:19.481232 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9e4e5fae-5c79-49fe-bd06-b2a35ce490a0 req-2a2ad3f1-7e01-438f-a8e5-944cd850df75 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0521259 May 13 14:06:19.531890 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9e4e5fae-5c79-49fe-bd06-b2a35ce490a0 req-65d222a2-24a7-48c1-887e-ec0f060b7f76 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433211 May 13 14:06:20.649572 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f72b40-3190-40ff-a7c4-370ba617d863 req-3fe94b67-2e61-42b4-9ffd-5d2e837a594b tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:20.651083 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-17f72b40-3190-40ff-a7c4-370ba617d863 req-3fe94b67-2e61-42b4-9ffd-5d2e837a594b tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0474226 May 13 14:06:20.699341 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-17f72b40-3190-40ff-a7c4-370ba617d863 req-f9e97448-6530-48ac-aa30-cd00f0d5f70e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426123 May 13 14:06:20.814195 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fed64e-2c28-417e-a1ac-9bcfed655f82 req-323c3b7a-3c89-4a05-ad93-7026ae258da7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:20.815599 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-85fed64e-2c28-417e-a1ac-9bcfed655f82 req-323c3b7a-3c89-4a05-ad93-7026ae258da7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0503898 May 13 14:06:20.865094 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-85fed64e-2c28-417e-a1ac-9bcfed655f82 req-b24fe4f2-f27a-4149-96c4-ad42b7709e9f tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437462 May 13 14:06:20.887063 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42586) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:06:21.042176 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a842a82b-440e-4cd1-a404-b9b0f236050d tempest-TestShelveInstance-1254159981 tempest-TestShelveInstance-1254159981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:21.044407 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-a842a82b-440e-4cd1-a404-b9b0f236050d tempest-TestShelveInstance-1254159981 tempest-TestShelveInstance-1254159981-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1124 time: 0.1562364 May 13 14:06:21.048813 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42590) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:06:21.053144 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Request body: {'floatingip': {'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'port_id': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:06:21.073152 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:21.151881 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (None), before_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:21.255681 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_common [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Allocated IP 172.27.3.214 (6b707755-12f2-4dc2-8582-56dd26ac932b/305d76ec-f20b-4dac-8039-431ab9260bf2/242a1835-22d0-47a6-a0c0-08f4b6325bf9) {{(pid=109876) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 13 14:06:21.373472 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for port (242a1835-22d0-47a6-a0c0-08f4b6325bf9), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:21.407479 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758199042928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (242a1835-22d0-47a6-a0c0-08f4b6325bf9), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:21.445167 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Network 6b707755-12f2-4dc2-8582-56dd26ac932b is already hosted by enough agents. {{(pid=109876) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 13 14:06:21.448105 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.base_scheduler [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Resources bound (agent type, host, resource id): {{(pid=109876) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 13 14:06:21.453680 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Received port after_create {{(pid=109876) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 13 14:06:21.459124 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event updated for resources: {'Port': ['ID=242a1835-22d0-47a6-a0c0-08f4b6325bf9,revision_number=1']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:21.838818 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for floatingip (a9e1c2c3-9c68-42b2-8eaa-e1294322f79f), precommit_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:21.910104 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (242a1835-22d0-47a6-a0c0-08f4b6325bf9), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:22.063206 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for port (242a1835-22d0-47a6-a0c0-08f4b6325bf9), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:22.067790 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (242a1835-22d0-47a6-a0c0-08f4b6325bf9), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:22.135966 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event updated for resources: {'Port': ['ID=242a1835-22d0-47a6-a0c0-08f4b6325bf9,revision_number=2']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:22.149891 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3684890'] for floatingip (a9e1c2c3-9c68-42b2-8eaa-e1294322f79f), after_create {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:22.255076 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.db.l3_db [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Floating IP a9e1c2c3-9c68-42b2-8eaa-e1294322f79f associated. External IP: 172.27.3.214, port: c66ee4e9-1ddb-4706-b552-3352e32b6ea0. May 13 14:06:22.465941 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Router a68b9244-4329-4bc9-8f71-97effc74cfd2 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:06:22.575454 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:06:22.586912 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] Sync routers for ids ['a68b9244-4329-4bc9-8f71-97effc74cfd2'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:06:22.594385 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:22.601883 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] Routers {'a68b9244-4329-4bc9-8f71-97effc74cfd2'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:06:22.602803 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:06:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a68b9244-4329-4bc9-8f71-97effc74cfd2'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:06:22.719610 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] Set router a68b9244-4329-4bc9-8f71-97effc74cfd2 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:06:22.904454 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-273535d0-ad9a-46c3-9ba3-bcfa9275ff49 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8545680 May 13 14:06:22.905158 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:06:22.908046 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:06:22.954855 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854f9b3f-d58a-49df-a16d-b494c228eaa3 x-openstack-request-id: req-854f9b3f-d58a-49df-a16d-b494c228eaa3 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:06:22.955151 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:06:22.955405 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-854f9b3f-d58a-49df-a16d-b494c228eaa3 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:06:22.956263 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-854f9b3f-d58a-49df-a16d-b494c228eaa3'] response: {'name': 'network-changed', 'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'status': 'completed', 'code': 200} May 13 14:06:23.055244 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-5517190b-d4d1-4445-8398-f23e3d3078e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:23.056778 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-5517190b-d4d1-4445-8398-f23e3d3078e0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54b153696d2b445098e70dce631b13b6&device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1129 time: 0.0526292 May 13 14:06:23.100886 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': 'a9e1c2c3-9c68-42b2-8eaa-e1294322f79f', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'port_id': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'mac_address': 'fa:16:3e:8c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:06:21Z', 'updated_at': '2022-05-13T14:06:21Z', 'revision_number': 0, 'project_id': '54b153696d2b445098e70dce631b13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 5, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:06:23.135707 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] Checking router: a68b9244-4329-4bc9-8f71-97effc74cfd2 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:06:23.145106 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] Routers {'a68b9244-4329-4bc9-8f71-97effc74cfd2'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:06:23.145721 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:06:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a68b9244-4329-4bc9-8f71-97effc74cfd2'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:06:23.152873 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-9762886f-905e-4289-8c4a-d03d1d62c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:23.154321 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-9762886f-905e-4289-8c4a-d03d1d62c6b9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=43ba0f5f-8320-4bb0-9dbd-89fafd262362 HTTP/1.1" status: 200 len: 909 time: 0.0900435 May 13 14:06:23.238239 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-a3a28b6d-79ac-4fdb-88cf-18a4b8920dcd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 200 len: 999 time: 0.0605729 May 13 14:06:23.261654 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] Set router a68b9244-4329-4bc9-8f71-97effc74cfd2 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:06:23.286061 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-afb6dd02-33d4-4d01-b998-9677ece9a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:23.287765 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-afb6dd02-33d4-4d01-b998-9677ece9a864 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b279cc18-89da-4f74-ac1e-6c05b5779182 HTTP/1.1" status: 200 len: 847 time: 0.0436888 May 13 14:06:23.338252 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-f6aed097-e6d3-4c5c-9a1f-f3db3b22b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:23.339842 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-f6aed097-e6d3-4c5c-9a1f-f3db3b22b24a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=43ba0f5f-8320-4bb0-9dbd-89fafd262362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441494 May 13 14:06:23.353167 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-c481cd86-366c-4047-9d75-37b511e18bed service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=109876) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 13 14:06:23.354292 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-c481cd86-366c-4047-9d75-37b511e18bed service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051100 May 13 14:06:23.443403 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-c4743ed4-a12c-44db-aa5b-961485569fc5 service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826390 May 13 14:06:23.485087 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': 'a9e1c2c3-9c68-42b2-8eaa-e1294322f79f', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'port_id': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'mac_address': 'fa:16:3e:8c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:06:21Z', 'updated_at': '2022-05-13T14:06:21Z', 'revision_number': 0, 'project_id': '54b153696d2b445098e70dce631b13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 5, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:06:23.511685 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f6ec77-d16a-43da-916d-4662b1747a86 None None] The sync data for ids ['a68b9244-4329-4bc9-8f71-97effc74cfd2'] in dv-cinder-841753-1-iscsi is: [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': 'a9e1c2c3-9c68-42b2-8eaa-e1294322f79f', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'port_id': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'mac_address': 'fa:16:3e:8c:e7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:06:21Z', 'updated_at': '2022-05-13T14:06:21Z', 'revision_number': 0, 'project_id': '54b153696d2b445098e70dce631b13b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 5, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:06:23.546979 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-9c2f561f-2a8d-4691-964c-4fd5f89c80a1 req-6f0448fb-8ee0-49a3-81cb-6fff3fa5108e service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940816 May 13 14:06:23.705537 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e932b1-ee95-4851-bae6-d514abef25fe None None] New status for floating IP a9e1c2c3-9c68-42b2-8eaa-e1294322f79f: ACTIVE {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:06:27.754893 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:06:42.671635 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-51585d4a-23c4-486b-95b6-d12b035168dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:44.098880 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:45.486084 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-75e6ac76-5551-4a3a-9e3f-4a51adf23aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:46.339268 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:47.874437 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:49.459442 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:49.594054 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-9e6e14ab-5efa-411d-98bd-e2a3af51297f service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397985 May 13 14:06:49.671463 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-396498e1-7c69-4d03-a2c9-6f5a15953ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:49.677099 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-396498e1-7c69-4d03-a2c9-6f5a15953ae9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=673435f01c47460bae84e4f31643f66d&device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 1169 time: 0.0401740 May 13 14:06:49.779136 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-f684ec03-6e0c-4be3-8aa0-f819c6b06685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:49.780502 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-f684ec03-6e0c-4be3-8aa0-f819c6b06685 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 HTTP/1.1" status: 200 len: 916 time: 0.0856242 May 13 14:06:49.848410 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-3c21edbe-389f-4885-852f-52ff12a83de0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 1001 time: 0.0604658 May 13 14:06:49.897492 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-bdb3b6f1-8ef3-4812-9f6c-6f3943db86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:49.898969 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-bdb3b6f1-8ef3-4812-9f6c-6f3943db86fc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2d35c1dd-01a4-4609-ad01-4650bcf20194 HTTP/1.1" status: 200 len: 854 time: 0.0440121 May 13 14:06:49.948332 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-831be39f-74ff-47ca-beef-8ccad5b371af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:49.949823 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-831be39f-74ff-47ca-beef-8ccad5b371af service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423462 May 13 14:06:50.038875 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-f85095e3-3d17-4cd8-b66b-1423d67af07b service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817862 May 13 14:06:50.144458 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eef2ab86-dc5f-40a8-86bd-e684835c366c req-b697f559-3563-403a-b6c1-c160faebc7be service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951502 May 13 14:06:51.017836 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-493f01bf-7354-45cb-9896-952a7ae9e13f tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299175996&fields=id&tenant_id=673435f01c47460bae84e4f31643f66d HTTP/1.1" status: 200 len: 267 time: 0.0450268 May 13 14:06:51.076296 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-9d572d1d-d615-495d-99e9-255ce9c8b9d0 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:51.077881 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-9d572d1d-d615-495d-99e9-255ce9c8b9d0 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 985 time: 0.0546906 May 13 14:06:51.090220 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.v2.base [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Request body: {'port': {'security_groups': ['f2de8ab9-9bd9-43a3-a35a-08a55f776e0a']}} {{(pid=109876) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 13 14:06:51.164166 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), before_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.334234 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] For port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:06:51.368887 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), precommit_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.373856 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2045843'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), after_update {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.417092 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:06:51.418283 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:51.418965 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.420417 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-868e1e8e-ca15-47f8-b188-21896ac91532 req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "PUT /v2.0/ports/4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 943 time: 0.3357131 May 13 14:06:51.420884 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:06:51.423763 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:06:51.427701 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42620) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:06:51.463834 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event updated for resources: {'Port': ['ID=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,revision_number=7']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:51.477388 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.477732 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.478077 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.478415 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.478807 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.479146 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.481819 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.482194 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.482534 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.482935 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.483367 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.483792 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.484158 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.484486 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.484834 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18df1fe1-6b82-4dc5-8a6a-485518cbdb93 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.497886 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5aa8b-5066-48ed-b0e6-19dba64867b1 x-openstack-request-id: req-2ee5aa8b-5066-48ed-b0e6-19dba64867b1 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:06:51.498177 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:06:51.498308 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ee5aa8b-5066-48ed-b0e6-19dba64867b1 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:06:51.498739 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee5aa8b-5066-48ed-b0e6-19dba64867b1'] response: {'name': 'network-changed', 'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'status': 'completed', 'code': 200} May 13 14:06:51.517091 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group (b8880a6a-849a-496a-bafa-1672d8af8b35), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.547010 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group (b8880a6a-849a-496a-bafa-1672d8af8b35), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.576439 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-537c0a6e-b77d-43da-beb0-56b8e07e879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:51.577981 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-537c0a6e-b77d-43da-beb0-56b8e07e879e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=673435f01c47460bae84e4f31643f66d&device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 1130 time: 0.0468650 May 13 14:06:51.606402 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:06:51.626014 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (b8880a6a-849a-496a-bafa-1672d8af8b35), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.629994 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.634736 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "DELETE /v2.0/security-groups/b8880a6a-849a-496a-bafa-1672d8af8b35 HTTP/1.1" status: 204 len: 168 time: 0.2048776 May 13 14:06:51.635852 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42624) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:06:51.692737 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8880a6a-849a-496a-bafa-1672d8af8b35,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:51.697130 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-78a88157-b724-4cea-8028-b87b817e8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:51.698769 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-78a88157-b724-4cea-8028-b87b817e8902 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 HTTP/1.1" status: 200 len: 916 time: 0.1131089 May 13 14:06:51.707233 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.707633 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.708115 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.708454 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.708788 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.709149 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.709478 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.709916 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.710415 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.710876 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.711334 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.711826 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.712208 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.712596 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.712981 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2665c9fa-01ae-4efa-b313-70e0c56b755d tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:06:51.773100 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-198cc83c-aa3d-41cf-9120-e6c36e818dc0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 1001 time: 0.0672641 May 13 14:06:51.774037 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-c5cfea6c-f995-45d2-8f5a-767005cf4652 None None] Provisioning complete for port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 triggered by entity DHCP. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:06:51.774408 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c5cfea6c-f995-45d2-8f5a-767005cf4652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.830493 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-566d58ce-d1cd-4a05-806d-53140bc67de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:51.832543 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-566d58ce-d1cd-4a05-806d-53140bc67de6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2d35c1dd-01a4-4609-ad01-4650bcf20194 HTTP/1.1" status: 200 len: 854 time: 0.0521324 May 13 14:06:51.835118 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Deleting port 9aaba265-a1a1-4578-9968-5dbb338bc8c7 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:06:51.835488 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (9aaba265-a1a1-4578-9968-5dbb338bc8c7), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.879560 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-c5cfea6c-f995-45d2-8f5a-767005cf4652 None None] Current status of the port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 is: ACTIVE; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:06:51.880066 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-f33ddde5-9851-4244-8eda-d6095dd6d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:51.881642 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-f33ddde5-9851-4244-8eda-d6095dd6d3da service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431931 May 13 14:06:51.918218 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (9aaba265-a1a1-4578-9968-5dbb338bc8c7), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.918618 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for floatingip (9aaba265-a1a1-4578-9968-5dbb338bc8c7), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:51.932267 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Calling delete_port for 9aaba265-a1a1-4578-9968-5dbb338bc8c7 owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:06:51.970980 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-aa6d9e0e-b782-407d-93c4-b989bfca5e9b service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827332 May 13 14:06:52.066097 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b65e6d9-9dc7-4b22-92bf-ffb37d565ce4 req-75bb4aa0-e79c-4a13-86eb-2bddb95ba24e service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879407 May 13 14:06:52.106652 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (9aaba265-a1a1-4578-9968-5dbb338bc8c7), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:52.133636 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event deleted for resources: {'Port': ['ID=9aaba265-a1a1-4578-9968-5dbb338bc8c7,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:52.195026 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks [] for floatingip (2f84cd85-db79-4992-af01-a4b54f98d3af), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:52.195383 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.l3_db [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Floating IP 2f84cd85-db79-4992-af01-a4b54f98d3af disassociated (deleted). External IP: 172.27.3.14, port: 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8. May 13 14:06:52.404870 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Router b27f149b-8099-4731-8508-e6f3a783b6ca has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:06:52.523835 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:06:52.528523 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:52.533664 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] Sync routers for ids ['b27f149b-8099-4731-8508-e6f3a783b6ca'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:06:52.543972 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] Routers {'b27f149b-8099-4731-8508-e6f3a783b6ca'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:06:52.544591 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:06:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['b27f149b-8099-4731-8508-e6f3a783b6ca'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:06:52.557828 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-74e985ea-5b0d-4431-b1ae-271123468257 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "DELETE /v2.0/floatingips/2f84cd85-db79-4992-af01-a4b54f98d3af HTTP/1.1" status: 204 len: 168 time: 0.9086118 May 13 14:06:52.558414 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:06:52.560834 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea8c25d-b371-4a34-8639-4497fe1582ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:06:52.664985 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] Set router b27f149b-8099-4731-8508-e6f3a783b6ca gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:06:52.788977 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e97649f-1792-4b39-a3ce-1f8b2bd185c8 x-openstack-request-id: req-8e97649f-1792-4b39-a3ce-1f8b2bd185c8 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:06:52.789290 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:06:52.789517 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e97649f-1792-4b39-a3ce-1f8b2bd185c8 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:06:52.789918 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e97649f-1792-4b39-a3ce-1f8b2bd185c8'] response: {'name': 'network-changed', 'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'status': 'completed', 'code': 200} May 13 14:06:52.891305 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-f86647ba-aa43-4333-a43f-7f6ed4fcfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:52.892316 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:23Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'cac7397d-f1d2-4a12-a399-e6fe2290da66', 'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'mac_address': 'fa:16:3e:24:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:22Z', 'updated_at': '2022-05-13T14:04:28Z', 'revision_number': 5, 'project_id': '673435f01c47460bae84e4f31643f66d', 'subnets': [{'id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:06:52.893141 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-f86647ba-aa43-4333-a43f-7f6ed4fcfb48 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=673435f01c47460bae84e4f31643f66d&device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 1130 time: 0.0453186 May 13 14:06:52.923989 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] Checking router: b27f149b-8099-4731-8508-e6f3a783b6ca for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:06:52.932290 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] Routers {'b27f149b-8099-4731-8508-e6f3a783b6ca'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:06:52.932902 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:06:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['b27f149b-8099-4731-8508-e6f3a783b6ca'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:06:52.984473 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-2120b375-1ffd-4b80-9ffa-d80c47a17dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:52.986513 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-2120b375-1ffd-4b80-9ffa-d80c47a17dca service neutron] 10.222.0.87 "GET /v2.0/networks?id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 HTTP/1.1" status: 200 len: 916 time: 0.0865576 May 13 14:06:53.045708 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] Set router b27f149b-8099-4731-8508-e6f3a783b6ca gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:06:53.253988 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:23Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'cac7397d-f1d2-4a12-a399-e6fe2290da66', 'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'mac_address': 'fa:16:3e:24:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:22Z', 'updated_at': '2022-05-13T14:04:28Z', 'revision_number': 5, 'project_id': '673435f01c47460bae84e4f31643f66d', 'subnets': [{'id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:06:53.280487 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6213b3c-dbd4-435a-a667-4a1ea33f12ca None None] The sync data for ids ['b27f149b-8099-4731-8508-e6f3a783b6ca'] in dv-cinder-841753-1-iscsi is: [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:04:23Z', 'revision_number': 4, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': 'cac7397d-f1d2-4a12-a399-e6fe2290da66', 'name': '', 'network_id': 'b1642e0f-e0a0-4b6b-99e7-c73c07b51b14', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'mac_address': 'fa:16:3e:24:73:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:22Z', 'updated_at': '2022-05-13T14:04:28Z', 'revision_number': 5, 'project_id': '673435f01c47460bae84e4f31643f66d', 'subnets': [{'id': '2d35c1dd-01a4-4609-ad01-4650bcf20194', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:06:53.332751 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-1705a9c5-454b-4f89-acc4-4be528869caf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 200 len: 217 time: 0.0393586 May 13 14:06:53.397016 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-1602c44b-af3b-43b9-9cf0-2d73f23a9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:53.398494 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-1602c44b-af3b-43b9-9cf0-2d73f23a9c79 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2d35c1dd-01a4-4609-ad01-4650bcf20194 HTTP/1.1" status: 200 len: 854 time: 0.0464413 May 13 14:06:53.507919 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-d63831e5-85fd-43c6-bb6a-b4fe67bcfa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:53.509129 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-d63831e5-85fd-43c6-bb6a-b4fe67bcfa9e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444620 May 13 14:06:53.538062 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f0e204-7cb0-406a-8139-585f4abb62f0 None None] New status for floating IP 2f84cd85-db79-4992-af01-a4b54f98d3af: DOWN {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:06:53.611943 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-8353a8d4-c4a4-4e4e-b25a-c3fd3ca373af service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950565 May 13 14:06:53.706689 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8ea8c25d-b371-4a34-8639-4497fe1582ae req-feb98820-7275-4a5a-92ec-ae960628a4aa service neutron] 10.222.0.87 "GET /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867620 May 13 14:06:55.454357 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7a927-5a13-454f-b412-e7e3a13a15cb req-03bc572d-495b-40d0-8043-bba78fb3aac1 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:55.456028 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-50d7a927-5a13-454f-b412-e7e3a13a15cb req-03bc572d-495b-40d0-8043-bba78fb3aac1 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 946 time: 0.0654621 May 13 14:06:55.513556 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-50d7a927-5a13-454f-b412-e7e3a13a15cb req-8765fb8e-b8da-40b4-948c-c4cbb7626efc tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509989 May 13 14:06:56.653295 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d221c-1d34-4cc1-9f75-489a869e8321 req-9a81756a-06ee-4d8f-8317-bdd8a8cbee4e tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:56.654778 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1e8d221c-1d34-4cc1-9f75-489a869e8321 req-9a81756a-06ee-4d8f-8317-bdd8a8cbee4e tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 946 time: 0.0564044 May 13 14:06:56.711999 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1e8d221c-1d34-4cc1-9f75-489a869e8321 req-59ba2bb2-e314-4280-8dfe-907f1ca3c130 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471704 May 13 14:06:57.586886 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-9969930f-17b5-4a58-ab0c-ab4d77257b18 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:57.588373 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-9969930f-17b5-4a58-ab0c-ab4d77257b18 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.87 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 946 time: 0.0518782 May 13 14:06:57.707274 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-06be2b19-ea72-43e2-9147-fd5449972649 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Deleting port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:06:57.707992 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-06be2b19-ea72-43e2-9147-fd5449972649 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:57.856757 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-06be2b19-ea72-43e2-9147-fd5449972649 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] For port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:06:57.857032 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-06be2b19-ea72-43e2-9147-fd5449972649 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:57.878137 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d410f-4fc7-4ab0-b4dd-fca4969fb903 req-3606626c-f369-4ad9-aa3b-8aca6e2cbd64 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:06:57.879729 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6c1d410f-4fc7-4ab0-b4dd-fca4969fb903 req-3606626c-f369-4ad9-aa3b-8aca6e2cbd64 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/ports?device_id=fe40eef9-fa2e-466f-ae62-45723cef3733 HTTP/1.1" status: 200 len: 946 time: 0.0819538 May 13 14:06:57.887622 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-06be2b19-ea72-43e2-9147-fd5449972649 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Calling delete_port for 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:06:57.978523 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6c1d410f-4fc7-4ab0-b4dd-fca4969fb903 req-cd4f97c7-faa9-4278-86cc-761d6d26d893 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.79 "GET /v2.0/security-groups?id=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887702 May 13 14:06:58.092799 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-06be2b19-ea72-43e2-9147-fd5449972649 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:58.122755 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be2b19-ea72-43e2-9147-fd5449972649 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Pushing event deleted for resources: {'Port': ['ID=4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:06:58.134369 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:06:58.177469 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-06be2b19-ea72-43e2-9147-fd5449972649 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] No DVR routers for this DVR port 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:06:58.180068 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-06be2b19-ea72-43e2-9147-fd5449972649 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:06:58.183433 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c9458149-00a7-41c5-92e5-e3c71b13a6d5 req-06be2b19-ea72-43e2-9147-fd5449972649 tempest-TestMinimumBasicScenario-1216032295 tempest-TestMinimumBasicScenario-1216032295-project] 10.222.0.87 "DELETE /v2.0/ports/4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 HTTP/1.1" status: 204 len: 173 time: 0.5867407 May 13 14:06:58.183855 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'name': 'network-vif-deleted', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:06:58.186193 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818d23ba-7864-44d5-a3ad-1d8102681eef" -d '{"events": [{"server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "name": "network-vif-deleted", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:06:58.308103 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd6b81a-10c4-4899-9ef2-723ab375d0c5 x-openstack-request-id: req-9bd6b81a-10c4-4899-9ef2-723ab375d0c5 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:06:58.308411 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe40eef9-fa2e-466f-ae62-45723cef3733", "name": "network-vif-deleted", "tag": "4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:06:58.308662 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9bd6b81a-10c4-4899-9ef2-723ab375d0c5 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:06:58.309078 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd6b81a-10c4-4899-9ef2-723ab375d0c5'] response: {'server_uuid': 'fe40eef9-fa2e-466f-ae62-45723cef3733', 'name': 'network-vif-deleted', 'tag': '4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8', 'status': 'completed', 'code': 200} May 13 14:06:59.763624 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42716) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:00.462807 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684641'] for router_interface (b27f149b-8099-4731-8508-e6f3a783b6ca), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:00.801219 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] Deleting port cac7397d-f1d2-4a12-a399-e6fe2290da66 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:00.802454 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:00.886933 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] For port cac7397d-f1d2-4a12-a399-e6fe2290da66, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=cac7397d-f1d2-4a12-a399-e6fe2290da66,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:00.887297 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:00.903648 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] Calling delete_port for cac7397d-f1d2-4a12-a399-e6fe2290da66 owned by network:router_interface {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:01.155829 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (cac7397d-f1d2-4a12-a399-e6fe2290da66), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:01.185205 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac7397d-f1d2-4a12-a399-e6fe2290da66,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:01.435141 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-500046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512040'] for router_interface (b27f149b-8099-4731-8508-e6f3a783b6ca), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:01.707118 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] Router b27f149b-8099-4731-8508-e6f3a783b6ca has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:07:01.825238 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:07:01.831384 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-3fa045e1-81a6-4677-9895-2489ca3cc986 admin admin] 10.222.0.79 "PUT /v2.0/routers/b27f149b-8099-4731-8508-e6f3a783b6ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0655520 May 13 14:07:01.833391 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42718) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:01.837568 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] Sync routers for ids ['b27f149b-8099-4731-8508-e6f3a783b6ca'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:07:01.849528 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] Routers {'b27f149b-8099-4731-8508-e6f3a783b6ca'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:01.850247 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:06:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['b27f149b-8099-4731-8508-e6f3a783b6ca'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:01.971277 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Publish callbacks [] for router (b27f149b-8099-4731-8508-e6f3a783b6ca), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:01.989770 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] Set router b27f149b-8099-4731-8508-e6f3a783b6ca gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:02.125792 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Publish callbacks [] for router_gateway (b27f149b-8099-4731-8508-e6f3a783b6ca), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:02.182731 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Deleting port 35e8dc2b-97f3-452d-9c7f-e5292400f311 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:02.183078 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:02.199917 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:07:01Z', 'revision_number': 5, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port': {'id': '35e8dc2b-97f3-452d-9c7f-e5292400f311', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:18Z', 'updated_at': '2022-05-13T14:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:02.235038 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] Checking router: b27f149b-8099-4731-8508-e6f3a783b6ca for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:07:02.244656 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] Routers {'b27f149b-8099-4731-8508-e6f3a783b6ca'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:02.245305 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:06:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['b27f149b-8099-4731-8508-e6f3a783b6ca'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:02.278445 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] For port 35e8dc2b-97f3-452d-9c7f-e5292400f311, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=35e8dc2b-97f3-452d-9c7f-e5292400f311,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:02.278856 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:02.295382 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Calling delete_port for 35e8dc2b-97f3-452d-9c7f-e5292400f311 owned by network:router_gateway {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:02.485494 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] Set router b27f149b-8099-4731-8508-e6f3a783b6ca gateway port host: None {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:02.527865 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (35e8dc2b-97f3-452d-9c7f-e5292400f311), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:02.544460 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:07:02Z', 'revision_number': 6, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port_host': None}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:02.557818 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e8dc2b-97f3-452d-9c7f-e5292400f311,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:02.579793 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51d2c47-2e4b-468c-82e1-083110f6d7da None None] The sync data for ids ['b27f149b-8099-4731-8508-e6f3a783b6ca'] in dv-cinder-841753-1-iscsi is: [{'id': 'b27f149b-8099-4731-8508-e6f3a783b6ca', 'name': 'tempest-TestMinimumBasicScenario-1540285597-router', 'tenant_id': '673435f01c47460bae84e4f31643f66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:17Z', 'updated_at': '2022-05-13T14:07:02Z', 'revision_number': 6, 'project_id': '673435f01c47460bae84e4f31643f66d', 'gw_port_host': None}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:07:02.609592 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:02.641082 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683151'] for router_gateway (b27f149b-8099-4731-8508-e6f3a783b6ca), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:02.642577 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:02.643131 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 4cd5dbfc-16b4-4cbd-8a5e-7ba15ec125a8 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:02.743581 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6579'] for router (b27f149b-8099-4731-8508-e6f3a783b6ca), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:02.746895 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Publish callbacks [] for router_controller (b27f149b-8099-4731-8508-e6f3a783b6ca), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:02.801245 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680920'] for router (b27f149b-8099-4731-8508-e6f3a783b6ca), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:02.801795 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b27f149b-8099-4731-8508-e6f3a783b6ca {{(pid=109875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:07:02.806151 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:02.807405 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-13da94f7-c667-45bd-bda4-d8f91986eb87 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b27f149b-8099-4731-8508-e6f3a783b6ca HTTP/1.1" status: 204 len: 168 time: 0.9730897 May 13 14:07:02.809900 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42720) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:02.868145 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_v2 [None req-26776513-21b8-4e68-a199-41c4f7865b7c admin admin] Deleting subnet 2d35c1dd-01a4-4609-ad01-4650bcf20194 {{(pid=109875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:07:02.871577 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-26776513-21b8-4e68-a199-41c4f7865b7c admin admin] Publish callbacks [] for subnet (2d35c1dd-01a4-4609-ad01-4650bcf20194), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:02.912628 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-26776513-21b8-4e68-a199-41c4f7865b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28904319'] for subnet (2d35c1dd-01a4-4609-ad01-4650bcf20194), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.028671 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-26776513-21b8-4e68-a199-41c4f7865b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (2d35c1dd-01a4-4609-ad01-4650bcf20194), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.092134 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-26776513-21b8-4e68-a199-41c4f7865b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28952719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25811780'] for subnet (2d35c1dd-01a4-4609-ad01-4650bcf20194), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.123223 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26776513-21b8-4e68-a199-41c4f7865b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d35c1dd-01a4-4609-ad01-4650bcf20194,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:03.127735 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-26776513-21b8-4e68-a199-41c4f7865b7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.132074 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-26776513-21b8-4e68-a199-41c4f7865b7c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2d35c1dd-01a4-4609-ad01-4650bcf20194 HTTP/1.1" status: 204 len: 168 time: 0.3205512 May 13 14:07:03.133576 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42722) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:03.134352 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8736f5-da82-4417-9a15-007947a3ab20 None None] Network b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:07:03.214830 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (b1642e0f-e0a0-4b6b-99e7-c73c07b51b14), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.265705 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Deleting port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:03.266045 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.329606 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] For port 47208e49-ac0c-4f0e-bc99-b329a612ebb6, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=47208e49-ac0c-4f0e-bc99-b329a612ebb6,segment=NetworkSegment(d73f556d-ed5c-4332-817c-6216835600c5),segment_id=d73f556d-ed5c-4332-817c-6216835600c5)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:03.329881 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.343075 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Calling delete_port for 47208e49-ac0c-4f0e-bc99-b329a612ebb6 owned by network:dhcp {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:03.412616 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] DHCP port deletion for b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 request from dv-cinder-841753-1-iscsi {{(pid=109877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:07:03.457633 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.463076 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Deleting port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 {{(pid=109877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:03.463718 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), before_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.493248 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] No DVR routers for this DVR port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 on host dv-cinder-841753-1-iscsi {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:07:03.497287 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=47208e49-ac0c-4f0e-bc99-b329a612ebb6,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:03.532545 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] For port 47208e49-ac0c-4f0e-bc99-b329a612ebb6, host dv-cinder-841753-1-iscsi, got binding levels [] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:03.533046 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), precommit_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.557173 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Calling delete_port for 47208e49-ac0c-4f0e-bc99-b329a612ebb6 owned by network:dhcp {{(pid=109877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:03.557173 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.ipam_backend_mixin [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 was not found and therefore no delete operation was performed {{(pid=109877) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 13 14:07:03.558301 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (47208e49-ac0c-4f0e-bc99-b329a612ebb6), after_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.572869 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (b1642e0f-e0a0-4b6b-99e7-c73c07b51b14), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.585900 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Pushing event deleted for resources: {'Port': ['ID=47208e49-ac0c-4f0e-bc99-b329a612ebb6,revision_number=None']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:03.590376 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] No DVR routers for this DVR port 47208e49-ac0c-4f0e-bc99-b329a612ebb6 on host dv-cinder-841753-1-iscsi {{(pid=109877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:07:03.596871 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.597091 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1642e0f-e0a0-4b6b-99e7-c73c07b51b14']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:03.597206 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.597590 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.597900 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.598243 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.598548 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.598902 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.599231 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.599559 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.599888 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.600222 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.600552 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.600876 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.601195 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.601515 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b43098-bc78-4c23-a2bc-b873452a4224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:07:03.611414 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd73f556d-ed5c-4332-817c-6216835600c5') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:03.611414 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd73f556d-ed5c-4332-817c-6216835600c5') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:03.622606 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (d73f556d-ed5c-4332-817c-6216835600c5), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.637187 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (d73f556d-ed5c-4332-817c-6216835600c5), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.643927 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:07:03.644326 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (d73f556d-ed5c-4332-817c-6216835600c5), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:07:03.646038 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:07:03.700442 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (b1642e0f-e0a0-4b6b-99e7-c73c07b51b14), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.706140 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:03.709374 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b1642e0f-e0a0-4b6b-99e7-c73c07b51b14 HTTP/1.1" status: 204 len: 168 time: 0.5748162 May 13 14:07:03.716326 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42724) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:03.721791 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604e455-9e77-4359-a04b-f58237922ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1642e0f-e0a0-4b6b-99e7-c73c07b51b14,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:04.314274 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684641'] for router_interface (08d3e48c-41f4-40e6-bbe5-6a7359182507), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:04.549476 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] Deleting port 044624ac-a3bf-428c-8120-3ad89f51f317 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:04.549814 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:04.627603 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] For port 044624ac-a3bf-428c-8120-3ad89f51f317, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=044624ac-a3bf-428c-8120-3ad89f51f317,segment=NetworkSegment(56393f8c-69a1-4f02-b235-95c440464b4e),segment_id=56393f8c-69a1-4f02-b235-95c440464b4e)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:04.627967 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:04.643106 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] Calling delete_port for 044624ac-a3bf-428c-8120-3ad89f51f317 owned by network:router_interface {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:04.689631 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 35e8dc2b-97f3-452d-9c7f-e5292400f311 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:04.710008 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 35e8dc2b-97f3-452d-9c7f-e5292400f311 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:04.710347 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 35e8dc2b-97f3-452d-9c7f-e5292400f311 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:04.710793 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device cac7397d-f1d2-4a12-a399-e6fe2290da66 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:04.730095 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: cac7397d-f1d2-4a12-a399-e6fe2290da66 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:04.730427 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device cac7397d-f1d2-4a12-a399-e6fe2290da66 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:04.730872 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 47208e49-ac0c-4f0e-bc99-b329a612ebb6 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:04.754311 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:07:04.758564 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 47208e49-ac0c-4f0e-bc99-b329a612ebb6 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:04.758932 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 47208e49-ac0c-4f0e-bc99-b329a612ebb6 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:04.832173 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (044624ac-a3bf-428c-8120-3ad89f51f317), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:04.860877 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] Pushing event deleted for resources: {'Port': ['ID=044624ac-a3bf-428c-8120-3ad89f51f317,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:05.031822 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-500046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512040'] for router_interface (08d3e48c-41f4-40e6-bbe5-6a7359182507), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:05.247028 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] Router 08d3e48c-41f4-40e6-bbe5-6a7359182507 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:07:05.356332 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:07:05.361857 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-6db4bfec-1ad7-4f75-baca-257f8bce1061 admin admin] 10.222.0.79 "PUT /v2.0/routers/08d3e48c-41f4-40e6-bbe5-6a7359182507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6444542 May 13 14:07:05.364404 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42726) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:05.367224 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] Sync routers for ids ['08d3e48c-41f4-40e6-bbe5-6a7359182507'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:07:05.377787 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] Routers {'08d3e48c-41f4-40e6-bbe5-6a7359182507'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:05.378396 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:06:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['08d3e48c-41f4-40e6-bbe5-6a7359182507'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:05.470894 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Publish callbacks [] for router (08d3e48c-41f4-40e6-bbe5-6a7359182507), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:05.578180 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Publish callbacks [] for router_gateway (08d3e48c-41f4-40e6-bbe5-6a7359182507), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:05.581463 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] Set router 08d3e48c-41f4-40e6-bbe5-6a7359182507 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:05.622355 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Deleting port 7638957c-4aa3-4cc4-b787-c2e476164f65 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:05.622892 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:05.700704 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] For port 7638957c-4aa3-4cc4-b787-c2e476164f65, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=7638957c-4aa3-4cc4-b787-c2e476164f65,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:05.701067 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:05.715387 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Calling delete_port for 7638957c-4aa3-4cc4-b787-c2e476164f65 owned by network:router_gateway {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:05.749576 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'name': 'tempest-TestMinimumBasicScenario-1474771545-router', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41'}], 'enable_snat': True}, 'gw_port_id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:26Z', 'updated_at': '2022-05-13T14:07:04Z', 'revision_number': 5, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'gw_port': {'id': '7638957c-4aa3-4cc4-b787-c2e476164f65', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:04:28Z', 'updated_at': '2022-05-13T14:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:05.780932 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] Checking router: 08d3e48c-41f4-40e6-bbe5-6a7359182507 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:07:05.790534 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] Routers {'08d3e48c-41f4-40e6-bbe5-6a7359182507'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:05.791189 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:06:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['08d3e48c-41f4-40e6-bbe5-6a7359182507'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:05.892739 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] Set router 08d3e48c-41f4-40e6-bbe5-6a7359182507 gateway port host: None {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:05.912174 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (7638957c-4aa3-4cc4-b787-c2e476164f65), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:05.948842 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'name': 'tempest-TestMinimumBasicScenario-1474771545-router', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:26Z', 'updated_at': '2022-05-13T14:07:05Z', 'revision_number': 6, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'gw_port_host': None}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:05.951773 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Pushing event deleted for resources: {'Port': ['ID=7638957c-4aa3-4cc4-b787-c2e476164f65,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:05.988499 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a29dde-2bbd-4f3f-aac6-6babb8e05fee None None] The sync data for ids ['08d3e48c-41f4-40e6-bbe5-6a7359182507'] in dv-cinder-841753-1-iscsi is: [{'id': '08d3e48c-41f4-40e6-bbe5-6a7359182507', 'name': 'tempest-TestMinimumBasicScenario-1474771545-router', 'tenant_id': '089f0151b64d4854b0e0391b5aa74c8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:04:26Z', 'updated_at': '2022-05-13T14:07:05Z', 'revision_number': 6, 'project_id': '089f0151b64d4854b0e0391b5aa74c8c', 'gw_port_host': None}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:07:06.020446 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683151'] for router_gateway (08d3e48c-41f4-40e6-bbe5-6a7359182507), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.115123 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6579'] for router (08d3e48c-41f4-40e6-bbe5-6a7359182507), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.117747 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Publish callbacks [] for router_controller (08d3e48c-41f4-40e6-bbe5-6a7359182507), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.164387 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680920'] for router (08d3e48c-41f4-40e6-bbe5-6a7359182507), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.165029 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08d3e48c-41f4-40e6-bbe5-6a7359182507 {{(pid=109875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:07:06.169526 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.170698 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-98d75134-53be-4712-ab81-bdb9cf152753 admin admin] 10.222.0.79 "DELETE /v2.0/routers/08d3e48c-41f4-40e6-bbe5-6a7359182507 HTTP/1.1" status: 204 len: 168 time: 0.8053837 May 13 14:07:06.174345 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42728) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:06.218301 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6a1eba-f9c3-4d8c-a058-cc891769c390 admin admin] Deleting subnet 3583e9d9-9611-47da-877b-757be38590b3 {{(pid=109875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:07:06.221491 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1eba-f9c3-4d8c-a058-cc891769c390 admin admin] Publish callbacks [] for subnet (3583e9d9-9611-47da-877b-757be38590b3), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.256036 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1eba-f9c3-4d8c-a058-cc891769c390 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28904319'] for subnet (3583e9d9-9611-47da-877b-757be38590b3), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.337776 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1eba-f9c3-4d8c-a058-cc891769c390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (3583e9d9-9611-47da-877b-757be38590b3), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.396593 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1eba-f9c3-4d8c-a058-cc891769c390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28952719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25811780'] for subnet (3583e9d9-9611-47da-877b-757be38590b3), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.425026 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a1eba-f9c3-4d8c-a058-cc891769c390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3583e9d9-9611-47da-877b-757be38590b3,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:06.427603 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-fa6a1eba-f9c3-4d8c-a058-cc891769c390 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.430482 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-fa6a1eba-f9c3-4d8c-a058-cc891769c390 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3583e9d9-9611-47da-877b-757be38590b3 HTTP/1.1" status: 204 len: 168 time: 0.2551506 May 13 14:07:06.431043 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186acba-c694-46fa-9356-13f1cf4bc86e None None] Network 2656482f-6642-432f-ab0f-c6cbc99a3807 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:07:06.433610 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42730) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:06.506654 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (2656482f-6642-432f-ab0f-c6cbc99a3807), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.554207 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Deleting port 184b9827-f346-44c2-b5ab-d064e34ffad7 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:06.554632 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.618466 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] For port 184b9827-f346-44c2-b5ab-d064e34ffad7, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=184b9827-f346-44c2-b5ab-d064e34ffad7,segment=NetworkSegment(56393f8c-69a1-4f02-b235-95c440464b4e),segment_id=56393f8c-69a1-4f02-b235-95c440464b4e)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:06.618849 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.631532 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Calling delete_port for 184b9827-f346-44c2-b5ab-d064e34ffad7 owned by network:dhcp {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:06.710702 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (184b9827-f346-44c2-b5ab-d064e34ffad7), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.735809 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Pushing event deleted for resources: {'Port': ['ID=184b9827-f346-44c2-b5ab-d064e34ffad7,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:06.739442 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] No DVR routers for this DVR port 184b9827-f346-44c2-b5ab-d064e34ffad7 on host dv-cinder-841753-1-iscsi {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:07:06.781246 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2d2ae9-1761-4906-8824-76996a60d32b None None] DHCP port deletion for 2656482f-6642-432f-ab0f-c6cbc99a3807 request from dv-cinder-841753-1-iscsi {{(pid=109877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:07:06.825761 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (2656482f-6642-432f-ab0f-c6cbc99a3807), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.846564 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2656482f-6642-432f-ab0f-c6cbc99a3807']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:06.847522 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 044624ac-a3bf-428c-8120-3ad89f51f317 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:06.856690 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56393f8c-69a1-4f02-b235-95c440464b4e') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:06.856989 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56393f8c-69a1-4f02-b235-95c440464b4e') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:06.869642 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (56393f8c-69a1-4f02-b235-95c440464b4e), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.871783 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 044624ac-a3bf-428c-8120-3ad89f51f317 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:06.872130 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 044624ac-a3bf-428c-8120-3ad89f51f317 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:06.874881 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 184b9827-f346-44c2-b5ab-d064e34ffad7 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:06.895876 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (56393f8c-69a1-4f02-b235-95c440464b4e), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.902029 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 184b9827-f346-44c2-b5ab-d064e34ffad7 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:06.902412 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 184b9827-f346-44c2-b5ab-d064e34ffad7 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:06.902791 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 7638957c-4aa3-4cc4-b787-c2e476164f65 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:06.903674 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:07:06.904182 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (56393f8c-69a1-4f02-b235-95c440464b4e), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:07:06.905826 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:07:06.924384 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 7638957c-4aa3-4cc4-b787-c2e476164f65 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:06.925042 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 7638957c-4aa3-4cc4-b787-c2e476164f65 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:06.964043 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (2656482f-6642-432f-ab0f-c6cbc99a3807), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.968375 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:06.975108 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2656482f-6642-432f-ab0f-c6cbc99a3807 HTTP/1.1" status: 204 len: 168 time: 0.5402799 May 13 14:07:06.988133 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff03a0c-d000-4342-85b1-c3bd9503cd05 admin admin] Pushing event deleted for resources: {'Network': ['ID=2656482f-6642-432f-ab0f-c6cbc99a3807,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:07.154389 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42734) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:07.207668 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-c1632db3-ed8a-4dfb-acda-548bf6ad082e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=673435f01c47460bae84e4f31643f66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518711 May 13 14:07:07.210230 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42736) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:07.272362 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d548d73d-4335-447a-97ec-ded1422390c4 admin admin] Publish callbacks [] for security_group (f2de8ab9-9bd9-43a3-a35a-08a55f776e0a), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:07.299424 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d548d73d-4335-447a-97ec-ded1422390c4 admin admin] Publish callbacks [] for security_group (f2de8ab9-9bd9-43a3-a35a-08a55f776e0a), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:07.361097 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d548d73d-4335-447a-97ec-ded1422390c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (f2de8ab9-9bd9-43a3-a35a-08a55f776e0a), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:07.363608 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d548d73d-4335-447a-97ec-ded1422390c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:07.364826 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d548d73d-4335-447a-97ec-ded1422390c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2de8ab9-9bd9-43a3-a35a-08a55f776e0a HTTP/1.1" status: 204 len: 168 time: 0.1536226 May 13 14:07:07.374459 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d548d73d-4335-447a-97ec-ded1422390c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2de8ab9-9bd9-43a3-a35a-08a55f776e0a,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:07.703995 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42742) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:07.744532 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-ed603eaf-02ab-44f0-9974-28f9df0705b7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=089f0151b64d4854b0e0391b5aa74c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393219 May 13 14:07:07.747053 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42744) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:07.800940 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f410a0a6-3df6-4ddc-9d62-ba0c7987269d admin admin] Publish callbacks [] for security_group (46948042-a3e5-443d-bcfb-cf5b16babee7), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:07.822972 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f410a0a6-3df6-4ddc-9d62-ba0c7987269d admin admin] Publish callbacks [] for security_group (46948042-a3e5-443d-bcfb-cf5b16babee7), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:07.870350 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f410a0a6-3df6-4ddc-9d62-ba0c7987269d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (46948042-a3e5-443d-bcfb-cf5b16babee7), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:07.873120 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-f410a0a6-3df6-4ddc-9d62-ba0c7987269d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:07.874280 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-f410a0a6-3df6-4ddc-9d62-ba0c7987269d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46948042-a3e5-443d-bcfb-cf5b16babee7 HTTP/1.1" status: 204 len: 168 time: 0.1263351 May 13 14:07:07.883165 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410a0a6-3df6-4ddc-9d62-ba0c7987269d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46948042-a3e5-443d-bcfb-cf5b16babee7,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:12.674799 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-576f90bf-cef0-484b-ac71-03c8e5fca026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:14.109211 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:15.494789 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-52bdfdc4-0a92-4bd0-8bc9-51acc7bde7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:16.341946 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:17.877177 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:19.463372 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:24.526738 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42748) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:24.675617 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Deleting port 7f6a4b0a-b308-4874-96d8-d6ab4062d72f {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:24.675959 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (7f6a4b0a-b308-4874-96d8-d6ab4062d72f), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:24.749539 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (7f6a4b0a-b308-4874-96d8-d6ab4062d72f), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:24.749871 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (7f6a4b0a-b308-4874-96d8-d6ab4062d72f), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:24.762983 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Calling delete_port for 7f6a4b0a-b308-4874-96d8-d6ab4062d72f owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:25.154551 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (7f6a4b0a-b308-4874-96d8-d6ab4062d72f), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:25.179713 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event deleted for resources: {'Port': ['ID=7f6a4b0a-b308-4874-96d8-d6ab4062d72f,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:25.243007 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (014133c6-08ec-44bb-8ff8-63c7e9b5eab9), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:25.243241 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.l3_db [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Floating IP 014133c6-08ec-44bb-8ff8-63c7e9b5eab9 disassociated (deleted). External IP: 172.27.3.4, port: 56451a8d-3048-44a7-b7ab-e2d415fa3160. May 13 14:07:25.453358 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Router 8ab386f6-3fd8-442c-aecb-914f2b087458 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:07:25.561017 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:07:25.566167 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:25.570863 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] Sync routers for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:07:25.581091 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:25.581695 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:07:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:25.595429 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-a22bfb27-0ff7-42ff-b516-12ed91821108 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "DELETE /v2.0/floatingips/014133c6-08ec-44bb-8ff8-63c7e9b5eab9 HTTP/1.1" status: 204 len: 168 time: 1.0676136 May 13 14:07:25.596019 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'tag': '56451a8d-3048-44a7-b7ab-e2d415fa3160'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:07:25.598240 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def3f82a-3d98-4220-89c0-f01450683e57" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ac6b7a-a490-4480-856f-bb49226bf74b", "tag": "56451a8d-3048-44a7-b7ab-e2d415fa3160"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:07:25.635423 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91723a8e-3d32-45cd-805d-663f3d3bff66 x-openstack-request-id: req-91723a8e-3d32-45cd-805d-663f3d3bff66 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:07:25.635931 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ac6b7a-a490-4480-856f-bb49226bf74b", "tag": "56451a8d-3048-44a7-b7ab-e2d415fa3160", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:07:25.636186 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91723a8e-3d32-45cd-805d-663f3d3bff66 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:07:25.636587 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91723a8e-3d32-45cd-805d-663f3d3bff66'] response: {'name': 'network-changed', 'server_uuid': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'tag': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'status': 'completed', 'code': 200} May 13 14:07:25.698966 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:25.725350 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3f82a-3d98-4220-89c0-f01450683e57 req-6db982ac-b5a0-46ed-8a82-08d9fc744097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:25.727155 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-def3f82a-3d98-4220-89c0-f01450683e57 req-6db982ac-b5a0-46ed-8a82-08d9fc744097 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 1129 time: 0.0431492 May 13 14:07:25.849603 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7a5d0-1aef-4048-b3ae-6ae18bcefd10 req-a4c72900-337d-4050-9f22-892cdc5e7ed3 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:25.851041 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d8c7a5d0-1aef-4048-b3ae-6ae18bcefd10 req-a4c72900-337d-4050-9f22-892cdc5e7ed3 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 945 time: 0.0671620 May 13 14:07:25.878486 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3f82a-3d98-4220-89c0-f01450683e57 req-3d860092-df68-45e4-8708-c33da4e9d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:25.880043 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-def3f82a-3d98-4220-89c0-f01450683e57 req-3d860092-df68-45e4-8708-c33da4e9d5b5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 912 time: 0.1471305 May 13 14:07:25.912399 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d8c7a5d0-1aef-4048-b3ae-6ae18bcefd10 req-2ca2d9c6-f361-4d7d-a762-bf397046ce7d tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537870 May 13 14:07:25.923857 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '8a538284-c671-4ba9-8f69-357d5d06a225', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:a7:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:03:15Z', 'updated_at': '2022-05-13T14:03:18Z', 'revision_number': 1, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:25.950832 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] Checking router: 8ab386f6-3fd8-442c-aecb-914f2b087458 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:07:25.958997 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:25.959608 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:07:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:26.067355 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:26.281299 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '8a538284-c671-4ba9-8f69-357d5d06a225', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:a7:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:03:15Z', 'updated_at': '2022-05-13T14:03:18Z', 'revision_number': 1, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:26.308109 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9461a914-004b-4f67-aeb4-692178f1a16f None None] The sync data for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi is: [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_floatingips': [{'id': '8a538284-c671-4ba9-8f69-357d5d06a225', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'router_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'port_id': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'mac_address': 'fa:16:3e:a7:44:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-13T14:03:15Z', 'updated_at': '2022-05-13T14:03:18Z', 'revision_number': 1, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:07:26.531409 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e615bed-aefb-46cb-9abb-da481a74e8e7 None None] New status for floating IP 014133c6-08ec-44bb-8ff8-63c7e9b5eab9: DOWN {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:07:26.955539 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-def3f82a-3d98-4220-89c0-f01450683e57 req-bec3688f-f50c-4ddb-8f3b-7583de260cf0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56451a8d-3048-44a7-b7ab-e2d415fa3160 HTTP/1.1" status: 200 len: 217 time: 0.0380633 May 13 14:07:27.041279 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b78b5-d30c-4ee6-8790-4c51f1737902 req-5f6641ef-c425-4ec4-ad91-68a0854cf57c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:27.042766 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-206b78b5-d30c-4ee6-8790-4c51f1737902 req-5f6641ef-c425-4ec4-ad91-68a0854cf57c tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 945 time: 0.0528800 May 13 14:07:27.044261 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3f82a-3d98-4220-89c0-f01450683e57 req-fb56c9a8-5580-4873-8d28-1093b618eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:27.045572 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-def3f82a-3d98-4220-89c0-f01450683e57 req-fb56c9a8-5580-4873-8d28-1093b618eaee service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.0821457 May 13 14:07:27.090383 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-206b78b5-d30c-4ee6-8790-4c51f1737902 req-de33bdc7-dc43-436b-9770-4a31ff9b3c07 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 May 13 14:07:27.201012 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3f82a-3d98-4220-89c0-f01450683e57 req-fe640347-3c52-47da-bf89-0f5f57f29af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:27.202435 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-def3f82a-3d98-4220-89c0-f01450683e57 req-fe640347-3c52-47da-bf89-0f5f57f29af5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429411 May 13 14:07:27.289188 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-def3f82a-3d98-4220-89c0-f01450683e57 req-ffcbe9e2-d288-4654-bd30-6267945f9fdc service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793283 May 13 14:07:27.491688 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-def3f82a-3d98-4220-89c0-f01450683e57 req-850aecec-770c-41aa-bde5-3221d1b34fe7 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880666 May 13 14:07:27.859255 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-54b3b387-8502-4d62-a9ce-65be0054a9c8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:27.861089 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-54b3b387-8502-4d62-a9ce-65be0054a9c8 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 945 time: 0.3184726 May 13 14:07:27.945516 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-2acca0f4-5b29-4fcd-be8a-47305b5ee623 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Deleting port 56451a8d-3048-44a7-b7ab-e2d415fa3160 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:27.945853 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-2acca0f4-5b29-4fcd-be8a-47305b5ee623 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:28.033004 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-2acca0f4-5b29-4fcd-be8a-47305b5ee623 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] For port 56451a8d-3048-44a7-b7ab-e2d415fa3160, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=56451a8d-3048-44a7-b7ab-e2d415fa3160,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:28.034336 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-2acca0f4-5b29-4fcd-be8a-47305b5ee623 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:28.046855 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-2acca0f4-5b29-4fcd-be8a-47305b5ee623 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Calling delete_port for 56451a8d-3048-44a7-b7ab-e2d415fa3160 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:28.202695 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-2acca0f4-5b29-4fcd-be8a-47305b5ee623 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (56451a8d-3048-44a7-b7ab-e2d415fa3160), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:28.241922 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd97004-db5d-42ed-8efc-e4a32729174d req-7de02d84-8b41-4279-b25c-ce0c177d8f1e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:28.243425 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6cd97004-db5d-42ed-8efc-e4a32729174d req-7de02d84-8b41-4279-b25c-ce0c177d8f1e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=e0ac6b7a-a490-4480-856f-bb49226bf74b HTTP/1.1" status: 200 len: 945 time: 0.0825775 May 13 14:07:28.245582 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acca0f4-5b29-4fcd-be8a-47305b5ee623 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event deleted for resources: {'Port': ['ID=56451a8d-3048-44a7-b7ab-e2d415fa3160,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:28.301862 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-2acca0f4-5b29-4fcd-be8a-47305b5ee623 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] No DVR routers for this DVR port 56451a8d-3048-44a7-b7ab-e2d415fa3160 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:07:28.304951 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-2acca0f4-5b29-4fcd-be8a-47305b5ee623 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:28.308170 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6ac101c3-581f-47e9-8dc3-1ed20dfb5059 req-2acca0f4-5b29-4fcd-be8a-47305b5ee623 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "DELETE /v2.0/ports/56451a8d-3048-44a7-b7ab-e2d415fa3160 HTTP/1.1" status: 204 len: 173 time: 0.4412606 May 13 14:07:28.308924 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'name': 'network-vif-deleted', 'tag': '56451a8d-3048-44a7-b7ab-e2d415fa3160'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:07:28.311192 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364b56ec-db34-465f-988a-8633109b8c4c" -d '{"events": [{"server_uuid": "e0ac6b7a-a490-4480-856f-bb49226bf74b", "name": "network-vif-deleted", "tag": "56451a8d-3048-44a7-b7ab-e2d415fa3160"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:07:28.348082 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6cd97004-db5d-42ed-8efc-e4a32729174d req-947ba890-753b-424b-96ed-eb7528202608 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966275 May 13 14:07:28.351651 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f2415b-6a52-4e16-b428-b8087b1164c6 x-openstack-request-id: req-a8f2415b-6a52-4e16-b428-b8087b1164c6 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:07:28.352010 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ac6b7a-a490-4480-856f-bb49226bf74b", "name": "network-vif-deleted", "tag": "56451a8d-3048-44a7-b7ab-e2d415fa3160", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:07:28.352268 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a8f2415b-6a52-4e16-b428-b8087b1164c6 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:07:28.352673 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f2415b-6a52-4e16-b428-b8087b1164c6'] response: {'server_uuid': 'e0ac6b7a-a490-4480-856f-bb49226bf74b', 'name': 'network-vif-deleted', 'tag': '56451a8d-3048-44a7-b7ab-e2d415fa3160', 'status': 'completed', 'code': 200} May 13 14:07:30.713254 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 56451a8d-3048-44a7-b7ab-e2d415fa3160 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:30.737079 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: 56451a8d-3048-44a7-b7ab-e2d415fa3160 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:30.737422 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device 56451a8d-3048-44a7-b7ab-e2d415fa3160 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:31.636812 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42776) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:31.783196 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Deleting port 2bceaef5-9f0b-4fd9-8d50-8bcff528a00e {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:31.783549 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (2bceaef5-9f0b-4fd9-8d50-8bcff528a00e), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:31.859146 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (2bceaef5-9f0b-4fd9-8d50-8bcff528a00e), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:31.859474 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (2bceaef5-9f0b-4fd9-8d50-8bcff528a00e), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:31.875708 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Calling delete_port for 2bceaef5-9f0b-4fd9-8d50-8bcff528a00e owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:32.019208 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (2bceaef5-9f0b-4fd9-8d50-8bcff528a00e), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:32.049008 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event deleted for resources: {'Port': ['ID=2bceaef5-9f0b-4fd9-8d50-8bcff528a00e,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:32.107606 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (8a538284-c671-4ba9-8f69-357d5d06a225), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:32.107938 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.l3_db [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Floating IP 8a538284-c671-4ba9-8f69-357d5d06a225 disassociated (deleted). External IP: 172.27.3.36, port: f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7. May 13 14:07:32.319407 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Router 8ab386f6-3fd8-442c-aecb-914f2b087458 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:07:32.433289 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:07:32.438317 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:32.444169 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] Sync routers for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:07:32.455173 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:32.455984 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:07:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:32.470554 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-a43b5a68-7851-4f6b-8479-cdc28211b607 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "DELETE /v2.0/floatingips/8a538284-c671-4ba9-8f69-357d5d06a225 HTTP/1.1" status: 204 len: 168 time: 0.8301177 May 13 14:07:32.470554 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'tag': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:07:32.471019 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829fa284-8a23-41e3-9e96-05af7cc9d52b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b8fc32b-674b-4112-bea2-ca2a5c3ce812", "tag": "f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:07:32.514848 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a777b472-6812-4c00-84da-4e1e9ac3fa40 x-openstack-request-id: req-a777b472-6812-4c00-84da-4e1e9ac3fa40 {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:07:32.515144 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b8fc32b-674b-4112-bea2-ca2a5c3ce812", "tag": "f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:07:32.515403 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a777b472-6812-4c00-84da-4e1e9ac3fa40 {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:07:32.515812 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a777b472-6812-4c00-84da-4e1e9ac3fa40'] response: {'name': 'network-changed', 'server_uuid': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'tag': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'status': 'completed', 'code': 200} May 13 14:07:32.570944 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:32.611954 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-da5a558f-00d2-43f7-951a-ea2ee5165d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:32.614730 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-da5a558f-00d2-43f7-951a-ea2ee5165d8f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 1129 time: 0.0482392 May 13 14:07:32.747776 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad688c-83f0-4ce3-bae6-fa789d6e3346 req-d6b9a403-e9d4-4dc9-b3aa-4c07686dfd9b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:32.750370 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d1ad688c-83f0-4ce3-bae6-fa789d6e3346 req-d6b9a403-e9d4-4dc9-b3aa-4c07686dfd9b tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.0675972 May 13 14:07:32.756118 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-8dee3279-3511-4973-a398-ae7172a7ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:32.758460 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-8dee3279-3511-4973-a398-ae7172a7ee07 service neutron] 10.222.0.87 "GET /v2.0/networks?id=03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 200 len: 912 time: 0.1362600 May 13 14:07:32.794352 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:32.809489 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d1ad688c-83f0-4ce3-bae6-fa789d6e3346 req-5b8b5684-eef4-42f4-8af1-db670b248bbf tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500345 May 13 14:07:32.825201 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] Checking router: 8ab386f6-3fd8-442c-aecb-914f2b087458 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:07:32.834427 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:32.835074 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:07:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:32.940604 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:33.255804 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:33.281330 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9039b922-e34a-475e-8431-3b86f420c765 None None] The sync data for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi is: [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T13:59:19Z', 'revision_number': 4, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '8c1514c7-4098-4936-89af-91ef7322ebf3', 'name': '', 'network_id': '03a70c19-db79-42a5-9674-8042863a7bc5', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'mac_address': 'fa:16:3e:86:50:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:18Z', 'updated_at': '2022-05-13T13:59:26Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'subnets': [{'id': '431ba86f-6946-48f9-a58b-cf4571d6e41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:07:33.513437 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7db5c2-63b5-4b9d-b52c-94745f729fbd None None] New status for floating IP 8a538284-c671-4ba9-8f69-357d5d06a225: DOWN {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:07:33.807475 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-d2b43ae5-2786-4c57-9d0e-d70365415007 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 HTTP/1.1" status: 200 len: 217 time: 0.0348690 May 13 14:07:33.862633 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-f7e79cd0-e3a5-40c7-bb20-329e99ca59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:33.864170 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-f7e79cd0-e3a5-40c7-bb20-329e99ca59e9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 200 len: 850 time: 0.0495660 May 13 14:07:33.928727 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8026caf-4f67-4672-b9b2-c7d0a1b5e23c req-abcc47ae-0719-4fde-abf0-3d9b0aac1706 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:33.930186 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c8026caf-4f67-4672-b9b2-c7d0a1b5e23c req-abcc47ae-0719-4fde-abf0-3d9b0aac1706 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.0484474 May 13 14:07:33.979383 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c8026caf-4f67-4672-b9b2-c7d0a1b5e23c req-975bc776-06d2-458b-9db3-17ecdcfe0e5e tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/security-groups?id=dc833ac7-adca-4e5c-b409-32f1257d5ed2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 May 13 14:07:34.025912 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-06ca67a1-771b-41de-8233-b888c2a309b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:34.027431 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-06ca67a1-771b-41de-8233-b888c2a309b2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=03a70c19-db79-42a5-9674-8042863a7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400651 May 13 14:07:34.119711 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-ddb2d417-e7a0-4fa0-a070-a45d7dda2640 service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845594 May 13 14:07:34.276243 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-829fa284-8a23-41e3-9e96-05af7cc9d52b req-c21a7fac-658b-4aee-9d46-62c63ee60c9e service neutron] 10.222.0.87 "GET /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835819 May 13 14:07:34.385320 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-32c6c0e0-0c88-497f-8bd3-f83ed90b9d95 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:07:34.386847 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-32c6c0e0-0c88-497f-8bd3-f83ed90b9d95 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 945 time: 0.0519772 May 13 14:07:34.494084 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-e0772f00-0204-4abb-823e-e7b589c8f9bc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Deleting port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:34.494423 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-e0772f00-0204-4abb-823e-e7b589c8f9bc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:34.586310 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-e0772f00-0204-4abb-823e-e7b589c8f9bc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] For port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:34.586675 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-e0772f00-0204-4abb-823e-e7b589c8f9bc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:34.600380 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-e0772f00-0204-4abb-823e-e7b589c8f9bc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Calling delete_port for f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:34.724962 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-e0772f00-0204-4abb-823e-e7b589c8f9bc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:34.755727 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0772f00-0204-4abb-823e-e7b589c8f9bc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event deleted for resources: {'Port': ['ID=f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:34.808101 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-e0772f00-0204-4abb-823e-e7b589c8f9bc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] No DVR routers for this DVR port f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:07:34.811228 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-e0772f00-0204-4abb-823e-e7b589c8f9bc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:34.815139 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-8a029f97-2ba1-4732-9a31-dfac8443fe0c req-e0772f00-0204-4abb-823e-e7b589c8f9bc tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.87 "DELETE /v2.0/ports/f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 HTTP/1.1" status: 204 len: 173 time: 0.4220698 May 13 14:07:34.815858 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'name': 'network-vif-deleted', 'tag': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:07:34.819761 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1661105-ba74-4f0f-9f09-e1bdeddb50fc" -d '{"events": [{"server_uuid": "3b8fc32b-674b-4112-bea2-ca2a5c3ce812", "name": "network-vif-deleted", "tag": "f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:07:34.876464 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c928a-67e4-4e27-90b0-f7a62c957a31 x-openstack-request-id: req-7b3c928a-67e4-4e27-90b0-f7a62c957a31 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:07:34.876797 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b8fc32b-674b-4112-bea2-ca2a5c3ce812", "name": "network-vif-deleted", "tag": "f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:07:34.877048 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b3c928a-67e4-4e27-90b0-f7a62c957a31 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:07:34.877463 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3c928a-67e4-4e27-90b0-f7a62c957a31'] response: {'server_uuid': '3b8fc32b-674b-4112-bea2-ca2a5c3ce812', 'name': 'network-vif-deleted', 'tag': 'f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7', 'status': 'completed', 'code': 200} May 13 14:07:35.076336 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c837f3a3-79aa-4841-af39-1096e9dbd365 req-e4f2e7ad-994a-46e3-b73e-39bd6d9764b5 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b8fc32b-674b-4112-bea2-ca2a5c3ce812 HTTP/1.1" status: 200 len: 210 time: 0.0292680 May 13 14:07:36.137827 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42792) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:36.257331 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-c04c1b58-45aa-436a-be9a-04185d984707 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Deleting port b4e3a351-c238-435b-a14a-22bbad8b6e0d {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:36.257570 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c04c1b58-45aa-436a-be9a-04185d984707 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (b4e3a351-c238-435b-a14a-22bbad8b6e0d), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:36.342403 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c04c1b58-45aa-436a-be9a-04185d984707 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (b4e3a351-c238-435b-a14a-22bbad8b6e0d), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:36.342753 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c04c1b58-45aa-436a-be9a-04185d984707 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (b4e3a351-c238-435b-a14a-22bbad8b6e0d), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:36.356005 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-c04c1b58-45aa-436a-be9a-04185d984707 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Calling delete_port for b4e3a351-c238-435b-a14a-22bbad8b6e0d owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:36.488534 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c04c1b58-45aa-436a-be9a-04185d984707 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (b4e3a351-c238-435b-a14a-22bbad8b6e0d), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:36.516449 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c1b58-45aa-436a-be9a-04185d984707 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event deleted for resources: {'Port': ['ID=b4e3a351-c238-435b-a14a-22bbad8b6e0d,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:36.585698 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c04c1b58-45aa-436a-be9a-04185d984707 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for floatingip (128e894c-34c9-4c4f-8ce8-aab1e699b37e), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:36.588390 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-c04c1b58-45aa-436a-be9a-04185d984707 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:36.589534 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-c04c1b58-45aa-436a-be9a-04185d984707 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "DELETE /v2.0/floatingips/128e894c-34c9-4c4f-8ce8-aab1e699b37e HTTP/1.1" status: 204 len: 168 time: 0.4519346 May 13 14:07:37.788844 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42806) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:37.845752 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d96ef58e-585c-411f-9f84-2c1892575a42 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group (dc833ac7-adca-4e5c-b409-32f1257d5ed2), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:37.872224 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d96ef58e-585c-411f-9f84-2c1892575a42 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group (dc833ac7-adca-4e5c-b409-32f1257d5ed2), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:37.931043 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d96ef58e-585c-411f-9f84-2c1892575a42 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (dc833ac7-adca-4e5c-b409-32f1257d5ed2), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:37.933685 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-d96ef58e-585c-411f-9f84-2c1892575a42 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:37.934900 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-d96ef58e-585c-411f-9f84-2c1892575a42 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] 10.222.0.79 "DELETE /v2.0/security-groups/dc833ac7-adca-4e5c-b409-32f1257d5ed2 HTTP/1.1" status: 204 len: 168 time: 0.1448460 May 13 14:07:37.943846 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ef58e-585c-411f-9f84-2c1892575a42 tempest-TestVolumeBootPattern-462252894 tempest-TestVolumeBootPattern-462252894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc833ac7-adca-4e5c-b409-32f1257d5ed2,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:37.989705 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42810) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:38.621544 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684641'] for router_interface (8ab386f6-3fd8-442c-aecb-914f2b087458), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:38.758036 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:38.777485 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:38.777922 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device f84b4fcf-2b73-474d-95c2-4f6dbc35c2a7 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:38.853432 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] Deleting port 8c1514c7-4098-4936-89af-91ef7322ebf3 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:38.853774 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:38.938931 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] For port 8c1514c7-4098-4936-89af-91ef7322ebf3, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=8c1514c7-4098-4936-89af-91ef7322ebf3,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:38.939295 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:38.952803 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] Calling delete_port for 8c1514c7-4098-4936-89af-91ef7322ebf3 owned by network:router_interface {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:39.132701 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (8c1514c7-4098-4936-89af-91ef7322ebf3), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:39.159873 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1514c7-4098-4936-89af-91ef7322ebf3,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:39.328166 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-500046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512040'] for router_interface (8ab386f6-3fd8-442c-aecb-914f2b087458), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:39.547464 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] Router 8ab386f6-3fd8-442c-aecb-914f2b087458 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:07:39.657811 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:07:39.663142 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-c79ddada-e043-42a4-9336-8c26080e8c06 admin admin] 10.222.0.79 "PUT /v2.0/routers/8ab386f6-3fd8-442c-aecb-914f2b087458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6723342 May 13 14:07:39.665538 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42814) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:39.667595 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] Sync routers for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:07:39.678374 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:39.679024 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:07:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:39.773045 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Publish callbacks [] for router (8ab386f6-3fd8-442c-aecb-914f2b087458), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:39.785396 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:39.877432 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Publish callbacks [] for router_gateway (8ab386f6-3fd8-442c-aecb-914f2b087458), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:39.929305 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Deleting port 93787d2f-2adf-4aba-b916-b0a844604568 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:39.929914 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (93787d2f-2adf-4aba-b916-b0a844604568), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:39.960385 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '93787d2f-2adf-4aba-b916-b0a844604568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T14:07:39Z', 'revision_number': 5, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port': {'id': '93787d2f-2adf-4aba-b916-b0a844604568', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:14Z', 'updated_at': '2022-05-13T13:59:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:39.992258 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] Checking router: 8ab386f6-3fd8-442c-aecb-914f2b087458 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:07:40.000767 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] Routers {'8ab386f6-3fd8-442c-aecb-914f2b087458'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:40.001387 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:07:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['8ab386f6-3fd8-442c-aecb-914f2b087458'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:40.012942 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] For port 93787d2f-2adf-4aba-b916-b0a844604568, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=93787d2f-2adf-4aba-b916-b0a844604568,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:40.013308 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (93787d2f-2adf-4aba-b916-b0a844604568), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.026136 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Calling delete_port for 93787d2f-2adf-4aba-b916-b0a844604568 owned by network:router_gateway {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:40.090683 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] Set router 8ab386f6-3fd8-442c-aecb-914f2b087458 gateway port host: None {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:40.144723 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T14:07:39Z', 'revision_number': 6, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port_host': None}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:40.176403 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64191473-6d6c-4f83-9bfe-fb2708f0911d None None] The sync data for ids ['8ab386f6-3fd8-442c-aecb-914f2b087458'] in dv-cinder-841753-1-iscsi is: [{'id': '8ab386f6-3fd8-442c-aecb-914f2b087458', 'name': 'tempest-TestVolumeBootPattern-104946440-router', 'tenant_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:13Z', 'updated_at': '2022-05-13T14:07:39Z', 'revision_number': 6, 'project_id': 'fbbf18059349404c9ed7f53c5b38d2fd', 'gw_port_host': None}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:07:40.455108 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (93787d2f-2adf-4aba-b916-b0a844604568), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.483438 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=93787d2f-2adf-4aba-b916-b0a844604568,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:40.547008 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683151'] for router_gateway (8ab386f6-3fd8-442c-aecb-914f2b087458), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.643310 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6579'] for router (8ab386f6-3fd8-442c-aecb-914f2b087458), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.645690 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Publish callbacks [] for router_controller (8ab386f6-3fd8-442c-aecb-914f2b087458), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.691805 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680920'] for router (8ab386f6-3fd8-442c-aecb-914f2b087458), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.692535 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ab386f6-3fd8-442c-aecb-914f2b087458 {{(pid=109876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:07:40.697264 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.700786 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-418f9737-150a-40b8-919a-e847f625e6bb admin admin] 10.222.0.79 "DELETE /v2.0/routers/8ab386f6-3fd8-442c-aecb-914f2b087458 HTTP/1.1" status: 204 len: 168 time: 1.0318129 May 13 14:07:40.700952 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42818) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:40.744938 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_v2 [None req-83717aa4-06b2-41d2-8028-267d4898777c admin admin] Deleting subnet 431ba86f-6946-48f9-a58b-cf4571d6e41b {{(pid=109876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:07:40.748039 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-83717aa4-06b2-41d2-8028-267d4898777c admin admin] Publish callbacks [] for subnet (431ba86f-6946-48f9-a58b-cf4571d6e41b), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.782197 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-83717aa4-06b2-41d2-8028-267d4898777c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28299090'] for subnet (431ba86f-6946-48f9-a58b-cf4571d6e41b), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.862674 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-83717aa4-06b2-41d2-8028-267d4898777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (431ba86f-6946-48f9-a58b-cf4571d6e41b), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.915223 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-83717aa4-06b2-41d2-8028-267d4898777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2045917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984815'] for subnet (431ba86f-6946-48f9-a58b-cf4571d6e41b), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.941949 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83717aa4-06b2-41d2-8028-267d4898777c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=431ba86f-6946-48f9-a58b-cf4571d6e41b,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:40.947442 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-83717aa4-06b2-41d2-8028-267d4898777c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:40.952096 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-83717aa4-06b2-41d2-8028-267d4898777c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/431ba86f-6946-48f9-a58b-cf4571d6e41b HTTP/1.1" status: 204 len: 168 time: 0.2498307 May 13 14:07:40.954114 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42820) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:40.956134 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee10277-8702-4999-af4a-7ae6fbcbc1cb None None] Network 03a70c19-db79-42a5-9674-8042863a7bc5 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:07:41.016496 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 93787d2f-2adf-4aba-b916-b0a844604568 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:41.028249 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (03a70c19-db79-42a5-9674-8042863a7bc5), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.049491 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 93787d2f-2adf-4aba-b916-b0a844604568 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:41.049781 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 93787d2f-2adf-4aba-b916-b0a844604568 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:41.050190 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8c1514c7-4098-4936-89af-91ef7322ebf3 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:41.073684 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 8c1514c7-4098-4936-89af-91ef7322ebf3 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:41.074027 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8c1514c7-4098-4936-89af-91ef7322ebf3 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:41.079492 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Deleting port f9a66a2c-645e-4983-b13a-9c390eb18ba2 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:41.079835 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.144603 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] For port f9a66a2c-645e-4983-b13a-9c390eb18ba2, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=f9a66a2c-645e-4983-b13a-9c390eb18ba2,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:41.144975 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.159042 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Calling delete_port for f9a66a2c-645e-4983-b13a-9c390eb18ba2 owned by network:dhcp {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:41.180651 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b070b55f-2daa-4736-9263-b26ab1179cf0 None None] DHCP port deletion for 03a70c19-db79-42a5-9674-8042863a7bc5 request from dv-cinder-841753-1-iscsi {{(pid=109877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:07:41.222077 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-b070b55f-2daa-4736-9263-b26ab1179cf0 None None] Deleting port f9a66a2c-645e-4983-b13a-9c390eb18ba2 {{(pid=109877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:41.222445 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b070b55f-2daa-4736-9263-b26ab1179cf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), before_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.245512 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.272207 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a66a2c-645e-4983-b13a-9c390eb18ba2,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:41.275581 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] No DVR routers for this DVR port f9a66a2c-645e-4983-b13a-9c390eb18ba2 on host dv-cinder-841753-1-iscsi {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:07:41.294997 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-b070b55f-2daa-4736-9263-b26ab1179cf0 None None] For port f9a66a2c-645e-4983-b13a-9c390eb18ba2, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=f9a66a2c-645e-4983-b13a-9c390eb18ba2,segment=NetworkSegment(683ba56c-12fe-479f-9425-5ed7e357a252),segment_id=683ba56c-12fe-479f-9425-5ed7e357a252)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:41.295305 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b070b55f-2daa-4736-9263-b26ab1179cf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), precommit_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.315549 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-b070b55f-2daa-4736-9263-b26ab1179cf0 None None] Calling delete_port for f9a66a2c-645e-4983-b13a-9c390eb18ba2 owned by network:dhcp {{(pid=109877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:41.350265 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (03a70c19-db79-42a5-9674-8042863a7bc5), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.374988 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a70c19-db79-42a5-9674-8042863a7bc5']}} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:41.385071 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683ba56c-12fe-479f-9425-5ed7e357a252') {'for_net_delete': True} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:41.385368 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.services.segments.db [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683ba56c-12fe-479f-9425-5ed7e357a252') {} {{(pid=109876) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:41.392009 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b070b55f-2daa-4736-9263-b26ab1179cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (f9a66a2c-645e-4983-b13a-9c390eb18ba2), after_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.398327 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28299177'] for segment (683ba56c-12fe-479f-9425-5ed7e357a252), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.413824 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (683ba56c-12fe-479f-9425-5ed7e357a252), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.421576 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=109876) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:07:41.421832 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2045879'] for segment (683ba56c-12fe-479f-9425-5ed7e357a252), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: Traceback (most recent call last): May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: timer() May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: cb(*args, **kw) May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: return func(*args, **kwargs) May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: self._notify() May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: self.callback(batched_events) May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: event.method(event) May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: return f(self, *a, **k) May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._get(url).json() May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: return self.request(url, 'GET', **kwargs) May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:07:41.423897 dv-cinder-841753-1-iscsi neutron-server[109876]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:07:41.426522 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070b55f-2daa-4736-9263-b26ab1179cf0 None None] Pushing event deleted for resources: {'Port': ['ID=f9a66a2c-645e-4983-b13a-9c390eb18ba2,revision_number=None']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:41.429375 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070b55f-2daa-4736-9263-b26ab1179cf0 None None] No DVR routers for this DVR port f9a66a2c-645e-4983-b13a-9c390eb18ba2 on host dv-cinder-841753-1-iscsi {{(pid=109877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:07:41.478757 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (03a70c19-db79-42a5-9674-8042863a7bc5), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.484031 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:41.487177 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] 10.222.0.79 "DELETE /v2.0/networks/03a70c19-db79-42a5-9674-8042863a7bc5 HTTP/1.1" status: 204 len: 168 time: 0.5318465 May 13 14:07:41.490210 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42822) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:41.499528 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177261-064e-4d11-971f-3d0a2d0df83b admin admin] Pushing event deleted for resources: {'Network': ['ID=03a70c19-db79-42a5-9674-8042863a7bc5,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:41.753042 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:07:41.813064 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684641'] for router_interface (690b27bf-0902-41e5-89a7-7980f379f789), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:42.042074 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] Deleting port 088935e9-d82b-4a86-8b60-a76ba4acbf80 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:42.042450 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:42.121824 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] For port 088935e9-d82b-4a86-8b60-a76ba4acbf80, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=088935e9-d82b-4a86-8b60-a76ba4acbf80,segment=NetworkSegment(b4fd9198-81c4-475c-9dda-fe45f4b2d395),segment_id=b4fd9198-81c4-475c-9dda-fe45f4b2d395)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:42.122221 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:42.138764 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] Calling delete_port for 088935e9-d82b-4a86-8b60-a76ba4acbf80 owned by network:router_interface {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:42.317529 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (088935e9-d82b-4a86-8b60-a76ba4acbf80), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:42.343443 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] Pushing event deleted for resources: {'Port': ['ID=088935e9-d82b-4a86-8b60-a76ba4acbf80,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:42.517231 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-500046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512040'] for router_interface (690b27bf-0902-41e5-89a7-7980f379f789), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:42.677096 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-071987b1-50fb-48ea-974e-f8c017c3611f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:42.742070 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device f9a66a2c-645e-4983-b13a-9c390eb18ba2 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:42.764059 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: f9a66a2c-645e-4983-b13a-9c390eb18ba2 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:42.764410 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device f9a66a2c-645e-4983-b13a-9c390eb18ba2 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:42.994077 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] Router 690b27bf-0902-41e5-89a7-7980f379f789 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:07:43.100488 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:07:43.105407 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-1a0b0d6f-a28a-4215-9f4d-39ead9421899 admin admin] 10.222.0.79 "PUT /v2.0/routers/690b27bf-0902-41e5-89a7-7980f379f789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6135311 May 13 14:07:43.107869 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42824) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:43.109884 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] Sync routers for ids ['690b27bf-0902-41e5-89a7-7980f379f789'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:07:43.120434 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] Routers {'690b27bf-0902-41e5-89a7-7980f379f789'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:43.121055 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:07:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['690b27bf-0902-41e5-89a7-7980f379f789'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:43.213908 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Publish callbacks [] for router (690b27bf-0902-41e5-89a7-7980f379f789), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.233008 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] Set router 690b27bf-0902-41e5-89a7-7980f379f789 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:43.319051 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Publish callbacks [] for router_gateway (690b27bf-0902-41e5-89a7-7980f379f789), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.363459 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Deleting port 0de26c16-85f0-4891-9158-227458af102d {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:43.363800 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (0de26c16-85f0-4891-9158-227458af102d), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.401403 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b27bf-0902-41e5-89a7-7980f379f789', 'name': 'tempest-TestVolumeBootPattern-1702193503-router', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '0de26c16-85f0-4891-9158-227458af102d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:23Z', 'updated_at': '2022-05-13T14:07:42Z', 'revision_number': 5, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'gw_port': {'id': '0de26c16-85f0-4891-9158-227458af102d', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690b27bf-0902-41e5-89a7-7980f379f789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T13:59:24Z', 'updated_at': '2022-05-13T13:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:43.432381 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] Checking router: 690b27bf-0902-41e5-89a7-7980f379f789 for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:07:43.442025 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] Routers {'690b27bf-0902-41e5-89a7-7980f379f789'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:07:43.442631 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:07:15Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['690b27bf-0902-41e5-89a7-7980f379f789'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:43.449244 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] For port 0de26c16-85f0-4891-9158-227458af102d, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=0de26c16-85f0-4891-9158-227458af102d,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:43.449609 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (0de26c16-85f0-4891-9158-227458af102d), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.463300 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Calling delete_port for 0de26c16-85f0-4891-9158-227458af102d owned by network:router_gateway {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:43.529334 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] Set router 690b27bf-0902-41e5-89a7-7980f379f789 gateway port host: None {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:07:43.639326 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (0de26c16-85f0-4891-9158-227458af102d), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.665214 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de26c16-85f0-4891-9158-227458af102d,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:43.677412 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690b27bf-0902-41e5-89a7-7980f379f789', 'name': 'tempest-TestVolumeBootPattern-1702193503-router', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:23Z', 'updated_at': '2022-05-13T14:07:43Z', 'revision_number': 6, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'gw_port_host': None}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:43.706274 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e018c7-5bec-475d-bbbc-a6bb0a5c9f30 None None] The sync data for ids ['690b27bf-0902-41e5-89a7-7980f379f789'] in dv-cinder-841753-1-iscsi is: [{'id': '690b27bf-0902-41e5-89a7-7980f379f789', 'name': 'tempest-TestVolumeBootPattern-1702193503-router', 'tenant_id': 'c54c962a109d4c52b606943ba49ade06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T13:59:23Z', 'updated_at': '2022-05-13T14:07:43Z', 'revision_number': 6, 'project_id': 'c54c962a109d4c52b606943ba49ade06', 'gw_port_host': None}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:07:43.727332 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683151'] for router_gateway (690b27bf-0902-41e5-89a7-7980f379f789), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.820030 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6579'] for router (690b27bf-0902-41e5-89a7-7980f379f789), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.822340 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Publish callbacks [] for router_controller (690b27bf-0902-41e5-89a7-7980f379f789), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.863665 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680920'] for router (690b27bf-0902-41e5-89a7-7980f379f789), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.864176 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 690b27bf-0902-41e5-89a7-7980f379f789 {{(pid=109875) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:07:43.869015 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.870184 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-4327ea61-1297-476d-8778-a43851e75518 admin admin] 10.222.0.79 "DELETE /v2.0/routers/690b27bf-0902-41e5-89a7-7980f379f789 HTTP/1.1" status: 204 len: 168 time: 0.7614052 May 13 14:07:43.872772 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42826) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:43.917552 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8e7c3f-4279-418f-a626-ec1fd90dea6c admin admin] Deleting subnet 4f2c2e74-aa4a-4eab-864c-5ab8cbad8879 {{(pid=109875) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:07:43.920757 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7c3f-4279-418f-a626-ec1fd90dea6c admin admin] Publish callbacks [] for subnet (4f2c2e74-aa4a-4eab-864c-5ab8cbad8879), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:43.954927 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7c3f-4279-418f-a626-ec1fd90dea6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28904319'] for subnet (4f2c2e74-aa4a-4eab-864c-5ab8cbad8879), precommit_delete_associations {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.044705 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7c3f-4279-418f-a626-ec1fd90dea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (4f2c2e74-aa4a-4eab-864c-5ab8cbad8879), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.096910 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7c3f-4279-418f-a626-ec1fd90dea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28952719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25811780'] for subnet (4f2c2e74-aa4a-4eab-864c-5ab8cbad8879), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.118920 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.123021 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e7c3f-4279-418f-a626-ec1fd90dea6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f2c2e74-aa4a-4eab-864c-5ab8cbad8879,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:44.127146 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-bb8e7c3f-4279-418f-a626-ec1fd90dea6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.132586 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-bb8e7c3f-4279-418f-a626-ec1fd90dea6c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4f2c2e74-aa4a-4eab-864c-5ab8cbad8879 HTTP/1.1" status: 204 len: 168 time: 0.2565093 May 13 14:07:44.132963 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42828) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:44.133090 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466b0f9b-36c4-4cc4-af96-00a034f214e6 None None] Network ceb4970c-b006-4219-bb42-0c03fce9d557 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:07:44.206755 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (ceb4970c-b006-4219-bb42-0c03fce9d557), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.257186 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Deleting port fd9796cf-369b-4ade-b0d9-ca616bfb0682 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:07:44.257529 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.326831 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] For port fd9796cf-369b-4ade-b0d9-ca616bfb0682, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=fd9796cf-369b-4ade-b0d9-ca616bfb0682,segment=NetworkSegment(b4fd9198-81c4-475c-9dda-fe45f4b2d395),segment_id=b4fd9198-81c4-475c-9dda-fe45f4b2d395)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:07:44.327200 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.340201 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Calling delete_port for fd9796cf-369b-4ade-b0d9-ca616bfb0682 owned by network:dhcp {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:07:44.424762 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (fd9796cf-369b-4ade-b0d9-ca616bfb0682), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.452537 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9796cf-369b-4ade-b0d9-ca616bfb0682,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:44.457319 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] No DVR routers for this DVR port fd9796cf-369b-4ade-b0d9-ca616bfb0682 on host dv-cinder-841753-1-iscsi {{(pid=109875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:07:44.476467 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11f292-a6b1-49ca-bd37-9a7075eef873 None None] DHCP port deletion for ceb4970c-b006-4219-bb42-0c03fce9d557 request from dv-cinder-841753-1-iscsi {{(pid=109877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:07:44.537758 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (ceb4970c-b006-4219-bb42-0c03fce9d557), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.559257 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb4970c-b006-4219-bb42-0c03fce9d557']}} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:44.569364 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4fd9198-81c4-475c-9dda-fe45f4b2d395') {'for_net_delete': True} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:44.569737 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4fd9198-81c4-475c-9dda-fe45f4b2d395') {} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:07:44.579954 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28904324'] for segment (b4fd9198-81c4-475c-9dda-fe45f4b2d395), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.594611 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (b4fd9198-81c4-475c-9dda-fe45f4b2d395), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.607174 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=109875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:07:44.607577 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28952805'] for segment (b4fd9198-81c4-475c-9dda-fe45f4b2d395), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: Traceback (most recent call last): May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: timer() May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: cb(*args, **kw) May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: return func(*args, **kwargs) May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: self._notify() May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: self.callback(batched_events) May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: event.method(event) May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: return f(self, *a, **k) May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: return self._get(url).json() May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: return self.request(url, 'GET', **kwargs) May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:07:44.609356 dv-cinder-841753-1-iscsi neutron-server[109875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:07:44.675658 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (ceb4970c-b006-4219-bb42-0c03fce9d557), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.692234 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:44.695567 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ceb4970c-b006-4219-bb42-0c03fce9d557 HTTP/1.1" status: 204 len: 168 time: 0.5613911 May 13 14:07:44.706528 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f81c63-4f6a-4755-9724-efb27812faa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb4970c-b006-4219-bb42-0c03fce9d557,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:44.733322 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0de26c16-85f0-4891-9158-227458af102d no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:44.754402 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 0de26c16-85f0-4891-9158-227458af102d {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:44.755049 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0de26c16-85f0-4891-9158-227458af102d not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:44.755655 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 088935e9-d82b-4a86-8b60-a76ba4acbf80 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:44.776410 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 088935e9-d82b-4a86-8b60-a76ba4acbf80 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:44.776891 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 088935e9-d82b-4a86-8b60-a76ba4acbf80 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:44.777416 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device fd9796cf-369b-4ade-b0d9-ca616bfb0682 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:07:44.809543 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: fd9796cf-369b-4ade-b0d9-ca616bfb0682 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:07:44.809891 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device fd9796cf-369b-4ade-b0d9-ca616bfb0682 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:07:44.881225 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42832) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:44.922175 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-3d8e8874-8e96-47c5-b7ef-443fa8689e3b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fbbf18059349404c9ed7f53c5b38d2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397542 May 13 14:07:44.925402 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42834) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:44.988053 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9f84ab9a-5298-4600-8bc5-9b816587b3c9 admin admin] Publish callbacks [] for security_group (5b024735-51c4-486a-85ff-1e17eba85a6a), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:45.008848 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9f84ab9a-5298-4600-8bc5-9b816587b3c9 admin admin] Publish callbacks [] for security_group (5b024735-51c4-486a-85ff-1e17eba85a6a), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:45.057900 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9f84ab9a-5298-4600-8bc5-9b816587b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (5b024735-51c4-486a-85ff-1e17eba85a6a), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:45.060339 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-9f84ab9a-5298-4600-8bc5-9b816587b3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:45.061518 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-9f84ab9a-5298-4600-8bc5-9b816587b3c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b024735-51c4-486a-85ff-1e17eba85a6a HTTP/1.1" status: 204 len: 168 time: 0.1352267 May 13 14:07:45.069762 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84ab9a-5298-4600-8bc5-9b816587b3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b024735-51c4-486a-85ff-1e17eba85a6a,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:45.383253 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42840) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:45.422611 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-347de4ce-c315-408c-bede-13a12fc39df4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c54c962a109d4c52b606943ba49ade06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378702 May 13 14:07:45.424892 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42842) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:07:45.473022 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ee1090b8-c419-4bdb-9f63-a1595337d848 admin admin] Publish callbacks [] for security_group (fa745312-1e6f-4ad0-8d43-662c7a715e76), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:45.487677 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-118b13a1-576f-4f3e-8ab8-dc1fccc5d3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:45.496205 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ee1090b8-c419-4bdb-9f63-a1595337d848 admin admin] Publish callbacks [] for security_group (fa745312-1e6f-4ad0-8d43-662c7a715e76), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:45.544587 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ee1090b8-c419-4bdb-9f63-a1595337d848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (fa745312-1e6f-4ad0-8d43-662c7a715e76), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:45.547151 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-ee1090b8-c419-4bdb-9f63-a1595337d848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:45.548587 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-ee1090b8-c419-4bdb-9f63-a1595337d848 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fa745312-1e6f-4ad0-8d43-662c7a715e76 HTTP/1.1" status: 204 len: 168 time: 0.1225414 May 13 14:07:45.557640 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1090b8-c419-4bdb-9f63-a1595337d848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa745312-1e6f-4ad0-8d43-662c7a715e76,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:07:46.342161 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:47.880400 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:07:49.466150 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:12.683349 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-0a20f8d0-42c7-4381-9add-af539508ca52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:14.100464 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:15.489155 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-5c2068e6-5b3c-4a28-a2fb-8b973219f367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:16.344696 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:17.884530 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:18.751889 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:08:19.468923 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:21.170637 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446b9e1-354c-4dd2-86bf-2de424c36b5e req-3edf2d3a-500a-47bd-a7e8-6509dcd34b8a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:21.172178 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7446b9e1-354c-4dd2-86bf-2de424c36b5e req-3edf2d3a-500a-47bd-a7e8-6509dcd34b8a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0470772 May 13 14:08:21.241191 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7446b9e1-354c-4dd2-86bf-2de424c36b5e req-1d78ba13-e25d-4afc-bc35-0ec332f11a9e tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621185 May 13 14:08:22.355859 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a7202-8577-4e2e-92ab-6080e37a9b89 req-552367fa-3a47-46ad-8f50-8efbec703bf9 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:22.357319 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ff6a7202-8577-4e2e-92ab-6080e37a9b89 req-552367fa-3a47-46ad-8f50-8efbec703bf9 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0457292 May 13 14:08:22.406413 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ff6a7202-8577-4e2e-92ab-6080e37a9b89 req-e5e558c9-4ca5-4895-9749-298c5ed1ac57 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 May 13 14:08:23.518933 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b05029-da49-4851-a73d-bbe4e3c6b062 req-389445e0-9fa4-4b51-9d66-afb5d8db0391 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:23.520393 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-81b05029-da49-4851-a73d-bbe4e3c6b062 req-389445e0-9fa4-4b51-9d66-afb5d8db0391 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0457745 May 13 14:08:23.569401 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-81b05029-da49-4851-a73d-bbe4e3c6b062 req-ce6798ed-9f7b-402c-9fe3-970dd4625f17 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428541 May 13 14:08:24.691442 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4bb98-f69d-4ec4-a41e-53f2e620871e req-5d300d5b-e279-451f-bf7c-df1220395b5a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:24.692932 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dde4bb98-f69d-4ec4-a41e-53f2e620871e req-5d300d5b-e279-451f-bf7c-df1220395b5a tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0515516 May 13 14:08:24.745312 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-dde4bb98-f69d-4ec4-a41e-53f2e620871e req-f1323937-6b45-41c9-8ef3-57ce734d0957 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467308 May 13 14:08:25.860188 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9231c-67d5-4a3e-b2bb-936adc55950f req-50a46d4c-6d7c-4df0-8dd7-9ff15ded5f61 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:25.861681 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c6c9231c-67d5-4a3e-b2bb-936adc55950f req-50a46d4c-6d7c-4df0-8dd7-9ff15ded5f61 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0477397 May 13 14:08:25.910002 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-c6c9231c-67d5-4a3e-b2bb-936adc55950f req-c76019fc-a377-49c9-b6e4-277c87aeecb7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428236 May 13 14:08:27.026691 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4689c2f-2cdd-4c2c-b075-92581509e449 req-8f3517e3-8e2b-4adf-b5b6-1220fd2ec4a2 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:27.028172 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d4689c2f-2cdd-4c2c-b075-92581509e449 req-8f3517e3-8e2b-4adf-b5b6-1220fd2ec4a2 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0468483 May 13 14:08:27.080148 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-d4689c2f-2cdd-4c2c-b075-92581509e449 req-5072d440-a3e4-4af7-954b-2d11fa8a0002 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464058 May 13 14:08:28.194359 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447176-cc11-4242-be93-2eb7864ac52a req-0a5b0271-a144-4049-b4c1-0f445367d3e7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:28.195934 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-97447176-cc11-4242-be93-2eb7864ac52a req-0a5b0271-a144-4049-b4c1-0f445367d3e7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0480494 May 13 14:08:28.245864 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-97447176-cc11-4242-be93-2eb7864ac52a req-2c2ee68c-37a4-4b72-b5aa-ba2f0b071d6d tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437994 May 13 14:08:29.358221 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f99a6-4deb-4155-92f8-8b201871eeb0 req-1ab99fe3-d592-4db4-b1bf-0bcbe5a93669 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:29.359720 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f07f99a6-4deb-4155-92f8-8b201871eeb0 req-1ab99fe3-d592-4db4-b1bf-0bcbe5a93669 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0464361 May 13 14:08:29.407400 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f07f99a6-4deb-4155-92f8-8b201871eeb0 req-dec05ea6-b4b7-4b0e-afe1-9a2aca3a66ca tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421641 May 13 14:08:30.522995 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1338f-48a1-4380-8d95-9caf487b91ee req-41189b76-0e14-4567-b664-f47a1cefeff5 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:30.525069 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-18b1338f-48a1-4380-8d95-9caf487b91ee req-41189b76-0e14-4567-b664-f47a1cefeff5 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0497997 May 13 14:08:30.573795 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-18b1338f-48a1-4380-8d95-9caf487b91ee req-c8c1ebc7-7e0d-4572-9783-4e6c334266d7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431957 May 13 14:08:31.404290 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-287dec9d-9d4d-42cf-8daf-adfca91de023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:31.405697 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-287dec9d-9d4d-42cf-8daf-adfca91de023 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54b153696d2b445098e70dce631b13b6&device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1129 time: 0.0394762 May 13 14:08:31.499785 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-19f49576-aa27-40de-82c6-d35f05a38faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:31.501263 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-19f49576-aa27-40de-82c6-d35f05a38faa service neutron] 10.222.0.87 "GET /v2.0/networks?id=43ba0f5f-8320-4bb0-9dbd-89fafd262362 HTTP/1.1" status: 200 len: 909 time: 0.0875816 May 13 14:08:31.566033 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-7d28b556-1daa-44e5-ab1a-d9adb92f9dc2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 200 len: 1001 time: 0.0586443 May 13 14:08:31.618195 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-6592d2ad-7e30-4869-bf32-1e3da7216c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:31.619897 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-6592d2ad-7e30-4869-bf32-1e3da7216c4d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b279cc18-89da-4f74-ac1e-6c05b5779182 HTTP/1.1" status: 200 len: 847 time: 0.0473142 May 13 14:08:31.693210 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-026257a3-d14c-4ea5-a572-c0057e7d8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:31.694721 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-026257a3-d14c-4ea5-a572-c0057e7d8bae service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=43ba0f5f-8320-4bb0-9dbd-89fafd262362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687277 May 13 14:08:31.728391 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d587a8b-9366-49df-8b9f-4f227cb3e974 req-de4d1bbe-832c-4f86-800f-944ec71d7910 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:31.729844 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6d587a8b-9366-49df-8b9f-4f227cb3e974 req-de4d1bbe-832c-4f86-800f-944ec71d7910 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0717096 May 13 14:08:31.822212 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6d587a8b-9366-49df-8b9f-4f227cb3e974 req-0df8a8dd-bcec-4f25-a022-746c1f691eeb tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689342 May 13 14:08:31.832579 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-bde24190-bb8c-462f-a921-571f42395f41 service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301873 May 13 14:08:31.919702 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2b84d0a7-313d-4426-b82b-5ba923243ab0 req-0ec69047-bb44-4060-973f-d205b0c4001c service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803475 May 13 14:08:32.934236 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ad225-8e4a-49d6-b78b-f593bd211c85 req-b0941566-fdee-411b-8d7a-58623f8dd67c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:32.935737 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4e3ad225-8e4a-49d6-b78b-f593bd211c85 req-b0941566-fdee-411b-8d7a-58623f8dd67c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0474806 May 13 14:08:32.988004 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4e3ad225-8e4a-49d6-b78b-f593bd211c85 req-6f759f8d-861d-4797-a25e-d88fc75d438c tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467281 May 13 14:08:34.103078 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe251a-24a6-4f04-8192-788c6b9c51b2 req-fe008d87-828b-4a51-b82e-2f261673ff67 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:34.104545 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eafe251a-24a6-4f04-8192-788c6b9c51b2 req-fe008d87-828b-4a51-b82e-2f261673ff67 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0466402 May 13 14:08:34.152878 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-eafe251a-24a6-4f04-8192-788c6b9c51b2 req-2bbdd884-91ce-4d40-ad95-b753db678947 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424254 May 13 14:08:34.365375 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba4a3e-7c31-4958-b57b-0412dad6a5c6 req-4b432fa3-0d4d-4226-81e8-862e536b4df0 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:34.367047 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-65ba4a3e-7c31-4958-b57b-0412dad6a5c6 req-4b432fa3-0d4d-4226-81e8-862e536b4df0 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0502431 May 13 14:08:34.432860 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-65ba4a3e-7c31-4958-b57b-0412dad6a5c6 req-8abd682d-f558-433f-a8f7-b3503bd8e878 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587983 May 13 14:08:34.506946 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-9fd58977-51ad-4c59-b3de-961655a97448 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2163775 May 13 14:08:34.711742 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-3c29624e-eda4-4743-8796-865061ae98c1 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109875) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:34.711742 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-3c29624e-eda4-4743-8796-865061ae98c1 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports/c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 200 len: 942 time: 0.1734936 May 13 14:08:35.552507 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3538611-d9fa-4c3b-ac78-9d628f3f1390 req-9baf30cc-0be6-4fa4-899c-9f4294bc3039 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:35.553892 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e3538611-d9fa-4c3b-ac78-9d628f3f1390 req-9baf30cc-0be6-4fa4-899c-9f4294bc3039 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0512323 May 13 14:08:35.607081 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-e3538611-d9fa-4c3b-ac78-9d628f3f1390 req-6f3d6d6e-dfe7-4d17-9f0a-9488a8c6ea42 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467777 May 13 14:08:36.379212 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-89025ac8-aade-4178-b3a9-9a496d2aa409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:36.380743 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-89025ac8-aade-4178-b3a9-9a496d2aa409 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9&tenant_id=54b153696d2b445098e70dce631b13b6 HTTP/1.1" status: 200 len: 1129 time: 0.0422416 May 13 14:08:36.466314 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-06ac556a-a3cc-4616-a576-2045b80511cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:36.467910 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-06ac556a-a3cc-4616-a576-2045b80511cd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54b153696d2b445098e70dce631b13b6&device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1129 time: 0.0479972 May 13 14:08:36.573306 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-37f1ef47-7209-4b80-85e4-592a7976cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:36.574848 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-37f1ef47-7209-4b80-85e4-592a7976cba7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=43ba0f5f-8320-4bb0-9dbd-89fafd262362 HTTP/1.1" status: 200 len: 909 time: 0.0973949 May 13 14:08:36.643071 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-9711e626-de45-45c4-a13f-fd22089aa0b2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 200 len: 1001 time: 0.0618322 May 13 14:08:36.726374 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-5fc7ef08-fb21-482f-a9e6-534a22225311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:36.728522 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-5fc7ef08-fb21-482f-a9e6-534a22225311 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b279cc18-89da-4f74-ac1e-6c05b5779182 HTTP/1.1" status: 200 len: 847 time: 0.0783131 May 13 14:08:36.739014 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7381e298-ec9a-48e2-9a29-922eee25d1bc req-9a05a007-46d7-4164-b907-ff1dde54c752 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:36.741220 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7381e298-ec9a-48e2-9a29-922eee25d1bc req-9a05a007-46d7-4164-b907-ff1dde54c752 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0600612 May 13 14:08:36.810862 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-996ef31d-6df2-4c01-beae-49d1e2890bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:36.812372 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-996ef31d-6df2-4c01-beae-49d1e2890bde service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=43ba0f5f-8320-4bb0-9dbd-89fafd262362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699120 May 13 14:08:36.894889 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7381e298-ec9a-48e2-9a29-922eee25d1bc req-909cb9dc-53b3-4390-a853-309789f05590 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406212 May 13 14:08:36.933725 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-62fb9b58-4b5f-4e89-8431-eae90b21273f service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131620 May 13 14:08:36.975015 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device c66ee4e9-1ddb-4706-b552-3352e32b6ea0 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:08:37.026669 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab7becdb-369b-43c7-a98c-2e75e5e44ce5 req-2341ac07-2651-4c6a-b04c-6141d020b9b6 service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865912 May 13 14:08:37.056668 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 is: ACTIVE; New status is: DOWN {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:08:37.057056 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:37.081122 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:08:37.083443 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c899f9-1a96-4ec4-838b-ef1fa8f28bab" -d '{"events": [{"server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:08:37.098255 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:08:37.102980 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:37.154857 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,revision_number=6']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:08:37.162644 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.163183 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.163464 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.163815 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.164232 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.164484 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.164817 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.165149 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.165500 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.165834 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.166163 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.166493 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.167712 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.168166 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.168501 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:08:37.189126 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 May 2022 14:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d34c7a-d98c-4b2a-b75d-f77c6794ebc2 x-openstack-request-id: req-f8d34c7a-d98c-4b2a-b75d-f77c6794ebc2 {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:08:37.189520 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:08:37.189879 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f8d34c7a-d98c-4b2a-b75d-f77c6794ebc2 {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:08:37.190070 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d34c7a-d98c-4b2a-b75d-f77c6794ebc2'] response: {'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'code': 200} May 13 14:08:38.015967 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c6806-2b9a-44d1-87f4-71c2ed0ef788 req-815c425c-3ac5-4d6c-915f-46497a0f46dc tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:38.017486 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa8c6806-2b9a-44d1-87f4-71c2ed0ef788 req-815c425c-3ac5-4d6c-915f-46497a0f46dc tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0527992 May 13 14:08:38.068090 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-fa8c6806-2b9a-44d1-87f4-71c2ed0ef788 req-43f12e34-8507-4328-a160-69bb3260ea14 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443635 May 13 14:08:39.186695 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152ef1a-b49f-4fc5-9a9e-8f3cb7b0a088 req-333e84fe-96fa-410b-94b7-1e05de9ac4f7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:39.188184 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2152ef1a-b49f-4fc5-9a9e-8f3cb7b0a088 req-333e84fe-96fa-410b-94b7-1e05de9ac4f7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0465300 May 13 14:08:39.242060 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2152ef1a-b49f-4fc5-9a9e-8f3cb7b0a088 req-8fbe5573-8d06-462c-9ad8-62308de704de tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480409 May 13 14:08:40.362579 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1486b9-8c9d-45f3-b8dc-b6225c0ee92f req-0462a3cb-bbf0-4c6e-9932-d966de10c1ec tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:40.364119 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7e1486b9-8c9d-45f3-b8dc-b6225c0ee92f req-0462a3cb-bbf0-4c6e-9932-d966de10c1ec tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0486536 May 13 14:08:40.420878 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-7e1486b9-8c9d-45f3-b8dc-b6225c0ee92f req-25f501ed-2d1e-4524-9b2d-d1277b8efbce tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480814 May 13 14:08:41.537569 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d11e83-91d0-420a-8bcb-f9c97ae83141 req-2f1916bf-3fa2-462e-bfda-d15658cc728d tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:41.539095 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f2d11e83-91d0-420a-8bcb-f9c97ae83141 req-2f1916bf-3fa2-462e-bfda-d15658cc728d tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0474482 May 13 14:08:41.594739 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-f2d11e83-91d0-420a-8bcb-f9c97ae83141 req-64a87dc7-a87f-4053-8c52-13bec8ed8670 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470016 May 13 14:08:42.687251 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-45a3a0a9-13d7-4223-8668-fc62600092a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:42.710682 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953465d-fa19-4629-afcc-da156feb95b2 req-dc2bf23d-2109-42af-8291-551e23f638b7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:42.712283 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1953465d-fa19-4629-afcc-da156feb95b2 req-dc2bf23d-2109-42af-8291-551e23f638b7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0479283 May 13 14:08:42.762863 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-1953465d-fa19-4629-afcc-da156feb95b2 req-21bfc989-e64f-4034-8503-08b0036982a3 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444334 May 13 14:08:43.284044 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca36e6b-59dc-4c90-8cc7-e6490cea13e5 req-8141aeae-511f-4704-a523-83d1c88e3d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:43.285445 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6ca36e6b-59dc-4c90-8cc7-e6490cea13e5 req-8141aeae-511f-4704-a523-83d1c88e3d06 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1127 time: 0.0428953 May 13 14:08:43.340360 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-6ca36e6b-59dc-4c90-8cc7-e6490cea13e5 req-f73edd9e-7078-4452-b60f-a190429d8bba service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450993 May 13 14:08:43.877719 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ec901-de03-43b8-8718-c92370eae5bf req-d679ed66-6236-4dd2-b3e0-2d2f1e23c2dd tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:43.879319 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-449ec901-de03-43b8-8718-c92370eae5bf req-d679ed66-6236-4dd2-b3e0-2d2f1e23c2dd tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0478513 May 13 14:08:43.930756 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-449ec901-de03-43b8-8718-c92370eae5bf req-ad07503a-b2eb-4358-99cb-f233c7f6fdb0 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444953 May 13 14:08:44.116689 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:45.028958 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device c66ee4e9-1ddb-4706-b552-3352e32b6ea0 details requested by agent hyperv_hv-cinder-84175 with host hv-cinder-84175 {{(pid=109877) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 13 14:08:45.054436 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad36e69-6dd0-4b42-bbbc-aad7c4fc5bf8 req-d416650b-ec12-4ee8-a48e-632792b6469f tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:45.056043 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2ad36e69-6dd0-4b42-bbbc-aad7c4fc5bf8 req-d416650b-ec12-4ee8-a48e-632792b6469f tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 943 time: 0.0497198 May 13 14:08:45.112079 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-2ad36e69-6dd0-4b42-bbbc-aad7c4fc5bf8 req-473eacc1-9321-44fc-9d61-459e015d01b5 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502982 May 13 14:08:45.139900 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:08:45.152415 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Returning: {'device': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'port_id': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'mac_address': 'fa:16:3e:8c:e7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109877) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 13 14:08:45.192918 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 is: DOWN; New status is: BUILD {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:08:45.193308 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:45.211051 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66ee4e9-1ddb-4706-b552-3352e32b6ea0 {{(pid=109877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 13 14:08:45.231650 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:08:45.236322 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:45.298947 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,revision_number=7']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:08:45.493819 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-016e4913-0ae0-40c4-88f6-3ac68ff24c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:45.605104 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] get_ports_and_sgs() called for port_ids ['c66ee4e9-1ddb-4706-b552-3352e32b6ea0'] {{(pid=109877) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 13 14:08:46.353012 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:47.044264 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device c66ee4e9-1ddb-4706-b552-3352e32b6ea0 up at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 13 14:08:47.094040 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.provisioning_blocks [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Provisioning complete for port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 triggered by entity L2. {{(pid=109877) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 13 14:08:47.094411 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493614'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), provisioning_complete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:47.176880 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Current status of the port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 is: BUILD; New status is: ACTIVE {{(pid=109877) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 13 14:08:47.177271 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3476269'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), before_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:47.207131 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0'}] {{(pid=109877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:08:47.209417 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fe3172a430bae7099df76f656b2bc26c1a1482de4c37a1515d851b0f157015f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2793eb52-44aa-4e21-9512-1384cc82bf6b" -d '{"events": [{"server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0"}]}' {{(pid=109877) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:08:47.224158 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] For port c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:08:47.229880 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758199585702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758199042946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758199042964'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:47.256028 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c0be27-a8e1-4617-b4ad-ca04d84af4bc x-openstack-request-id: req-59c0be27-a8e1-4617-b4ad-ca04d84af4bc {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:08:47.256313 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "name": "network-vif-plugged", "status": "completed", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0", "code": 200}]} {{(pid=109877) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:08:47.256565 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-59c0be27-a8e1-4617-b4ad-ca04d84af4bc {{(pid=109877) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:08:47.256960 dv-cinder-841753-1-iscsi neutron-server[109877]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c0be27-a8e1-4617-b4ad-ca04d84af4bc'] response: {'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'code': 200} May 13 14:08:47.281340 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Pushing event updated for resources: {'Port': ['ID=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,revision_number=8']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:08:47.887527 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:49.473871 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:08:52.552281 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-1cad118d-cc43-40fa-b53d-e763d33cfd61 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374134 May 13 14:08:52.651711 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-396dfdf1-58ac-45ff-a4be-a922b59bf232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:52.653226 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-396dfdf1-58ac-45ff-a4be-a922b59bf232 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54b153696d2b445098e70dce631b13b6&device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1129 time: 0.0407999 May 13 14:08:52.758292 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-0a790fd3-e114-436f-a3c3-27b8d78aeff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:52.760383 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-0a790fd3-e114-436f-a3c3-27b8d78aeff8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=43ba0f5f-8320-4bb0-9dbd-89fafd262362 HTTP/1.1" status: 200 len: 909 time: 0.0882664 May 13 14:08:52.826568 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-69007df9-c58a-418d-a335-b34117f3b187 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 200 len: 1001 time: 0.0587695 May 13 14:08:52.876302 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-62801cc2-6ada-42a9-b52b-a46e2274782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:52.877749 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-62801cc2-6ada-42a9-b52b-a46e2274782f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b279cc18-89da-4f74-ac1e-6c05b5779182 HTTP/1.1" status: 200 len: 847 time: 0.0447450 May 13 14:08:52.925613 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-3cbda067-1cca-4cb5-8774-43b4406ecc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:08:52.927153 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-3cbda067-1cca-4cb5-8774-43b4406ecc2f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=43ba0f5f-8320-4bb0-9dbd-89fafd262362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428488 May 13 14:08:53.014728 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-70afedf9-45eb-4df2-b4f5-e4a67ecf659d service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809193 May 13 14:08:53.109352 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b4fe0805-7fb8-4772-969a-fdbaaa8a8d4b req-66c9e83a-34f3-46a2-9d64-6a2684854aa3 service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873785 May 13 14:08:55.752298 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:09:12.688710 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-3e659ac3-3903-4859-84b7-6fa69ad0a7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:14.108834 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:15.485983 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-9cda9997-d20d-4b29-9541-9183205adba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:16.351113 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:17.888843 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:19.470827 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:32.751369 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:09:42.692828 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2da57678-dab2-4f83-b35f-1b581bec2a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:44.110071 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:45.489497 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9481-edfa-4e92-a4a0-ca2baf8ce6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:46.355138 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:47.891753 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:49.463965 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:53.558892 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-3cd37a58-aca5-4d7d-af2d-3b934f713cc9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386715 May 13 14:09:53.659151 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-29543a5e-b72e-4e11-a7c1-1922331807d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:09:53.660651 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-29543a5e-b72e-4e11-a7c1-1922331807d0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54b153696d2b445098e70dce631b13b6&device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1129 time: 0.0411410 May 13 14:09:53.766668 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-f1ebd8ef-e450-480e-9c5d-d0cd030e9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:09:53.768180 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-f1ebd8ef-e450-480e-9c5d-d0cd030e9fde service neutron] 10.222.0.87 "GET /v2.0/networks?id=43ba0f5f-8320-4bb0-9dbd-89fafd262362 HTTP/1.1" status: 200 len: 909 time: 0.0880833 May 13 14:09:53.832958 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-3f77ba33-91fc-4ea1-bc79-5cf44b28053f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 200 len: 1001 time: 0.0583611 May 13 14:09:53.880298 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-89c23328-4718-4589-9dbd-95940d6f7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:09:53.881752 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-89c23328-4718-4589-9dbd-95940d6f7329 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b279cc18-89da-4f74-ac1e-6c05b5779182 HTTP/1.1" status: 200 len: 847 time: 0.0429404 May 13 14:09:53.928573 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-e20c379d-c9f7-4458-8b9a-c4c499295e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:09:53.930058 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-e20c379d-c9f7-4458-8b9a-c4c499295e80 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=43ba0f5f-8320-4bb0-9dbd-89fafd262362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420754 May 13 14:09:54.022260 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-71e7fef3-a31d-4403-ab70-c547cdc6dcec service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853708 May 13 14:09:54.113714 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-4a6a97c6-64c5-402f-9c8f-ec9779d12f41 req-583ae8fe-5fd6-4637-996b-b3d759eedf89 service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844285 May 13 14:09:58.750155 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42932) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:09:58.905838 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Deleting port 242a1835-22d0-47a6-a0c0-08f4b6325bf9 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:09:58.906180 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (242a1835-22d0-47a6-a0c0-08f4b6325bf9), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:58.985783 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (242a1835-22d0-47a6-a0c0-08f4b6325bf9), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:58.986105 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for floatingip (242a1835-22d0-47a6-a0c0-08f4b6325bf9), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:59.000817 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Calling delete_port for 242a1835-22d0-47a6-a0c0-08f4b6325bf9 owned by network:floatingip {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:09:59.150268 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (242a1835-22d0-47a6-a0c0-08f4b6325bf9), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:59.175776 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event deleted for resources: {'Port': ['ID=242a1835-22d0-47a6-a0c0-08f4b6325bf9,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:09:59.186412 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.187485 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.187828 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.188163 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.188488 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.188811 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.189134 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.189451 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.189770 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.190084 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.190398 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.190735 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.191052 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.191363 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.191674 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109875) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:09:59.247257 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for floatingip (a9e1c2c3-9c68-42b2-8eaa-e1294322f79f), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:59.247500 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.db.l3_db [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Floating IP a9e1c2c3-9c68-42b2-8eaa-e1294322f79f disassociated (deleted). External IP: 172.27.3.214, port: c66ee4e9-1ddb-4706-b552-3352e32b6ea0. May 13 14:09:59.455760 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Router a68b9244-4329-4bc9-8f71-97effc74cfd2 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:09:59.566981 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:09:59.572828 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for floatingip (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:09:59.578896 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] Sync routers for ids ['a68b9244-4329-4bc9-8f71-97effc74cfd2'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:09:59.588692 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] Routers {'a68b9244-4329-4bc9-8f71-97effc74cfd2'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:09:59.589314 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:09:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a68b9244-4329-4bc9-8f71-97effc74cfd2'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:09:59.602128 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-2e9d4fe0-fe14-4df9-8c0d-6d17c6c28b19 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "DELETE /v2.0/floatingips/a9e1c2c3-9c68-42b2-8eaa-e1294322f79f HTTP/1.1" status: 204 len: 168 time: 0.8507090 May 13 14:09:59.602735 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0'}] {{(pid=109875) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:09:59.605140 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd831181eca83fc52be9e2862b5ac9fd75d5eacc601292349f7747e86e77b06" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee" -d '{"events": [{"name": "network-changed", "server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0"}]}' {{(pid=109875) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:09:59.650204 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 May 2022 14:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7544ed68-4197-48fb-b6a5-671c4f1a991c x-openstack-request-id: req-7544ed68-4197-48fb-b6a5-671c4f1a991c {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:09:59.650528 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0", "status": "completed", "code": 200}]} {{(pid=109875) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:09:59.650839 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7544ed68-4197-48fb-b6a5-671c4f1a991c {{(pid=109875) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:09:59.651253 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7544ed68-4197-48fb-b6a5-671c4f1a991c'] response: {'name': 'network-changed', 'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'status': 'completed', 'code': 200} May 13 14:09:59.705131 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] Set router a68b9244-4329-4bc9-8f71-97effc74cfd2 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:09:59.739102 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-be7086cd-97e9-41ba-8c79-98acb0672faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:09:59.741769 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-be7086cd-97e9-41ba-8c79-98acb0672faf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=54b153696d2b445098e70dce631b13b6&device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 1129 time: 0.0421638 May 13 14:09:59.865692 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4e446-4580-4510-9696-2cc5876fda79 req-aac2bd2d-80b3-4689-a31e-504dae65d383 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:09:59.867102 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cfb4e446-4580-4510-9696-2cc5876fda79 req-aac2bd2d-80b3-4689-a31e-504dae65d383 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0671678 May 13 14:09:59.872717 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-493a0444-385b-448b-96e2-76a6cf69afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:09:59.874159 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-493a0444-385b-448b-96e2-76a6cf69afe3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=43ba0f5f-8320-4bb0-9dbd-89fafd262362 HTTP/1.1" status: 200 len: 909 time: 0.1268442 May 13 14:09:59.920135 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-cfb4e446-4580-4510-9696-2cc5876fda79 req-377d69a0-5e5c-49ff-b344-e6f48a665794 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450196 May 13 14:09:59.928955 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 5, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:09:59.956107 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] Checking router: a68b9244-4329-4bc9-8f71-97effc74cfd2 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:09:59.965051 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] Routers {'a68b9244-4329-4bc9-8f71-97effc74cfd2'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:09:59.965666 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:09:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a68b9244-4329-4bc9-8f71-97effc74cfd2'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:00.078579 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] Set router a68b9244-4329-4bc9-8f71-97effc74cfd2 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:10:00.271945 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 5, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:00.298424 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4444e291-e2c2-4d4b-b7f4-fd947ad7051b None None] The sync data for ids ['a68b9244-4329-4bc9-8f71-97effc74cfd2'] in dv-cinder-841753-1-iscsi is: [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:32Z', 'revision_number': 4, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi', '_interfaces': [{'id': '7b48d26a-5dcf-4b2e-914f-cee7c419accd', 'name': '', 'network_id': '43ba0f5f-8320-4bb0-9dbd-89fafd262362', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'mac_address': 'fa:16:3e:8b:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:32Z', 'updated_at': '2022-05-13T14:05:39Z', 'revision_number': 5, 'project_id': '54b153696d2b445098e70dce631b13b6', 'subnets': [{'id': 'b279cc18-89da-4f74-ac1e-6c05b5779182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:10:00.518047 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df096638-8e95-4b14-b5bc-c1e502a1cfee None None] New status for floating IP a9e1c2c3-9c68-42b2-8eaa-e1294322f79f: DOWN {{(pid=109878) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 13 14:10:00.931796 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-a84cbfaf-b4df-4ab9-9759-361a5b0b8416 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 200 len: 217 time: 0.0349693 May 13 14:10:00.985369 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-986ac34f-8c8e-42b5-9121-3f9ca85fa76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:10:00.986863 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-986ac34f-8c8e-42b5-9121-3f9ca85fa76a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b279cc18-89da-4f74-ac1e-6c05b5779182 HTTP/1.1" status: 200 len: 847 time: 0.0483775 May 13 14:10:01.035886 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83af395-1241-4c06-88d0-60adee8a8b92 req-f2193624-d39b-454c-8964-0a3928f7a18f tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:10:01.037339 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b83af395-1241-4c06-88d0-60adee8a8b92 req-f2193624-d39b-454c-8964-0a3928f7a18f tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0452533 May 13 14:10:01.086100 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-b83af395-1241-4c06-88d0-60adee8a8b92 req-afea987f-4d68-4cd6-b55d-c46560f6b344 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431840 May 13 14:10:01.153018 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-7f482f7d-89e2-4b0c-a44b-05a6d67ec15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:10:01.154537 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-7f482f7d-89e2-4b0c-a44b-05a6d67ec15a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=43ba0f5f-8320-4bb0-9dbd-89fafd262362&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387893 May 13 14:10:01.245086 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-21b20071-3320-4a70-a178-d24251c702d7 service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831926 May 13 14:10:01.463278 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-52e2d6d8-40dc-49a1-94c6-f6e9f2edfeee req-3af852be-ecdc-4df3-91a2-494f37ea1223 service neutron] 10.222.0.87 "GET /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812764 May 13 14:10:01.582699 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-5e98e6a1-062f-4913-af14-12c27c63be88 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:10:01.584070 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-5e98e6a1-062f-4913-af14-12c27c63be88 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.87 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0522902 May 13 14:10:01.670769 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Deleting port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:10:01.671142 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:01.759534 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] For port c66ee4e9-1ddb-4706-b552-3352e32b6ea0, host hv-cinder-84175, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84175',level=0,port_id=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:10:01.759902 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:02.040574 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Calling delete_port for c66ee4e9-1ddb-4706-b552-3352e32b6ea0 owned by compute:nova {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:10:02.192568 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (c66ee4e9-1ddb-4706-b552-3352e32b6ea0), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:02.230364 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event deleted for resources: {'Port': ['ID=c66ee4e9-1ddb-4706-b552-3352e32b6ea0,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:02.239769 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa23393-58d3-4f29-8537-78888ff81e22 req-8f5c214c-58ef-42f6-a9c6-bb21624a7560 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109876) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 13 14:10:02.241249 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-daa23393-58d3-4f29-8537-78888ff81e22 req-8f5c214c-58ef-42f6-a9c6-bb21624a7560 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/ports?device_id=b219d65a-ac1a-4d2c-8243-253aae77d9d9 HTTP/1.1" status: 200 len: 945 time: 0.0847337 May 13 14:10:02.256525 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.256879 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.257224 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.257564 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.257898 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.258246 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.258562 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.258913 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.259241 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.259567 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.259890 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.260213 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.260566 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.260851 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.261179 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109876) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:02.313112 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] No DVR routers for this DVR port c66ee4e9-1ddb-4706-b552-3352e32b6ea0 on host hv-cinder-84175 {{(pid=109876) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:10:02.317016 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-60797'] for port (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:02.320260 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-ab3b8be0-828b-4e4d-93a8-571e5ffb257a req-e9981358-3915-4d56-bb75-3f2ae59a5905 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.87 "DELETE /v2.0/ports/c66ee4e9-1ddb-4706-b552-3352e32b6ea0 HTTP/1.1" status: 204 len: 173 time: 0.7292793 May 13 14:10:02.320697 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'name': 'network-vif-deleted', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0'}] {{(pid=109876) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 13 14:10:02.322965 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcffefd7993aa1d59f282b7d92b18fa857e7577a0e47a5bdb70ff6f04ef5e8d2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f649e7-70aa-483b-9e2f-9091dc439c23" -d '{"events": [{"server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "name": "network-vif-deleted", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0"}]}' {{(pid=109876) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 13 14:10:02.342657 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [req-daa23393-58d3-4f29-8537-78888ff81e22 req-20f2e445-e752-429c-b133-bf49cd51737d tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb044300-9197-4388-8c32-cd1c4cdc3374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931253 May 13 14:10:02.364999 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 May 2022 14:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8996c138-37d9-4247-b486-9b7c13f74f78 x-openstack-request-id: req-8996c138-37d9-4247-b486-9b7c13f74f78 {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 13 14:10:02.365388 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b219d65a-ac1a-4d2c-8243-253aae77d9d9", "name": "network-vif-deleted", "tag": "c66ee4e9-1ddb-4706-b552-3352e32b6ea0", "status": "completed", "code": 200}]} {{(pid=109876) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 13 14:10:02.365641 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8996c138-37d9-4247-b486-9b7c13f74f78 {{(pid=109876) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 13 14:10:02.366037 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8996c138-37d9-4247-b486-9b7c13f74f78'] response: {'server_uuid': 'b219d65a-ac1a-4d2c-8243-253aae77d9d9', 'name': 'network-vif-deleted', 'tag': 'c66ee4e9-1ddb-4706-b552-3352e32b6ea0', 'status': 'completed', 'code': 200} May 13 14:10:03.401558 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42958) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:03.456112 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e674ef18-8748-4129-828f-ee5965625bf7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group (fb044300-9197-4388-8c32-cd1c4cdc3374), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:03.481882 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e674ef18-8748-4129-828f-ee5965625bf7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group (fb044300-9197-4388-8c32-cd1c4cdc3374), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:03.549289 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e674ef18-8748-4129-828f-ee5965625bf7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (fb044300-9197-4388-8c32-cd1c4cdc3374), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:03.551973 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-e674ef18-8748-4129-828f-ee5965625bf7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:03.555880 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-e674ef18-8748-4129-828f-ee5965625bf7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] 10.222.0.79 "DELETE /v2.0/security-groups/fb044300-9197-4388-8c32-cd1c4cdc3374 HTTP/1.1" status: 204 len: 168 time: 0.1515105 May 13 14:10:03.562510 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674ef18-8748-4129-828f-ee5965625bf7 tempest-TestShelveInstance-1278664490 tempest-TestShelveInstance-1278664490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb044300-9197-4388-8c32-cd1c4cdc3374,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:03.596668 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42962) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:04.182195 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684641'] for router_interface (a68b9244-4329-4bc9-8f71-97effc74cfd2), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:04.412605 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] Deleting port 7b48d26a-5dcf-4b2e-914f-cee7c419accd {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:10:04.413289 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:04.494948 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] For port 7b48d26a-5dcf-4b2e-914f-cee7c419accd, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=7b48d26a-5dcf-4b2e-914f-cee7c419accd,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:10:04.495308 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:04.507904 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] Calling delete_port for 7b48d26a-5dcf-4b2e-914f-cee7c419accd owned by network:router_interface {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:10:04.692523 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (7b48d26a-5dcf-4b2e-914f-cee7c419accd), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:04.717911 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b48d26a-5dcf-4b2e-914f-cee7c419accd,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:04.888964 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-500046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512040'] for router_interface (a68b9244-4329-4bc9-8f71-97effc74cfd2), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:05.124034 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] Router a68b9244-4329-4bc9-8f71-97effc74cfd2 has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109875) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:10:05.231700 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109875) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:10:05.237092 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-aa6802eb-3482-4120-8705-adf4d21a8d3e admin admin] 10.222.0.79 "PUT /v2.0/routers/a68b9244-4329-4bc9-8f71-97effc74cfd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6393626 May 13 14:10:05.239719 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42964) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:05.241623 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] Sync routers for ids ['a68b9244-4329-4bc9-8f71-97effc74cfd2'] in dv-cinder-841753-1-iscsi {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:10:05.252919 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] Routers {'a68b9244-4329-4bc9-8f71-97effc74cfd2'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:10:05.253536 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:09:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a68b9244-4329-4bc9-8f71-97effc74cfd2'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:05.345492 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Publish callbacks [] for router (a68b9244-4329-4bc9-8f71-97effc74cfd2), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:05.359554 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device c66ee4e9-1ddb-4706-b552-3352e32b6ea0 no longer exists at agent hyperv_hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:10:05.365675 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] Set router a68b9244-4329-4bc9-8f71-97effc74cfd2 gateway port host: dv-cinder-841753-1-iscsi {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:10:05.410429 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] No Port match for: c66ee4e9-1ddb-4706-b552-3352e32b6ea0 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:10:05.410798 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Device c66ee4e9-1ddb-4706-b552-3352e32b6ea0 not bound to the agent host hv-cinder-84175 {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:10:05.454396 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Publish callbacks [] for router_gateway (a68b9244-4329-4bc9-8f71-97effc74cfd2), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:05.503493 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Deleting port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:10:05.504108 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:05.556836 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:10:04Z', 'revision_number': 5, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port': {'id': 'f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:05.583634 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] For port f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:10:05.583896 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] Checking router: a68b9244-4329-4bc9-8f71-97effc74cfd2 for host: dv-cinder-841753-1-iscsi {{(pid=109877) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:10:05.584015 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:05.592258 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] Routers {'a68b9244-4329-4bc9-8f71-97effc74cfd2'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109877) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:10:05.592871 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:09:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['a68b9244-4329-4bc9-8f71-97effc74cfd2'], 'active': True} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:05.596884 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Calling delete_port for f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 owned by network:router_gateway {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:10:05.769607 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:05.798207 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:05.822352 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvr_db [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] Set router a68b9244-4329-4bc9-8f71-97effc74cfd2 gateway port host: None {{(pid=109877) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:10:05.862040 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683151'] for router_gateway (a68b9244-4329-4bc9-8f71-97effc74cfd2), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:05.877610 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_hamode_db [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:10:05Z', 'revision_number': 6, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port_host': None}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:05.903592 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36682d5-ff6a-4131-83bc-24a18899a4f2 None None] The sync data for ids ['a68b9244-4329-4bc9-8f71-97effc74cfd2'] in dv-cinder-841753-1-iscsi is: [{'id': 'a68b9244-4329-4bc9-8f71-97effc74cfd2', 'name': 'tempest-TestShelveInstance-506330261-router', 'tenant_id': '54b153696d2b445098e70dce631b13b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:30Z', 'updated_at': '2022-05-13T14:10:05Z', 'revision_number': 6, 'project_id': '54b153696d2b445098e70dce631b13b6', 'gw_port_host': None}] {{(pid=109877) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:10:05.959111 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6579'] for router (a68b9244-4329-4bc9-8f71-97effc74cfd2), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:05.961577 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Publish callbacks [] for router_controller (a68b9244-4329-4bc9-8f71-97effc74cfd2), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.004645 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680920'] for router (a68b9244-4329-4bc9-8f71-97effc74cfd2), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.005195 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a68b9244-4329-4bc9-8f71-97effc74cfd2 {{(pid=109876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:10:06.009671 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.010787 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-5290a145-930a-4bfc-b6ba-80d98e8ce323 admin admin] 10.222.0.79 "DELETE /v2.0/routers/a68b9244-4329-4bc9-8f71-97effc74cfd2 HTTP/1.1" status: 204 len: 168 time: 0.7699664 May 13 14:10:06.013189 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42966) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:06.061250 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f2a7c4-c645-424e-ad1d-58e7ce7c3742 admin admin] Deleting subnet b279cc18-89da-4f74-ac1e-6c05b5779182 {{(pid=109876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:10:06.064372 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-95f2a7c4-c645-424e-ad1d-58e7ce7c3742 admin admin] Publish callbacks [] for subnet (b279cc18-89da-4f74-ac1e-6c05b5779182), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.098389 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-95f2a7c4-c645-424e-ad1d-58e7ce7c3742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28299090'] for subnet (b279cc18-89da-4f74-ac1e-6c05b5779182), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.180358 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-95f2a7c4-c645-424e-ad1d-58e7ce7c3742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (b279cc18-89da-4f74-ac1e-6c05b5779182), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.240378 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-95f2a7c4-c645-424e-ad1d-58e7ce7c3742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2045917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984815'] for subnet (b279cc18-89da-4f74-ac1e-6c05b5779182), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.267781 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a7c4-c645-424e-ad1d-58e7ce7c3742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b279cc18-89da-4f74-ac1e-6c05b5779182,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:06.272903 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-95f2a7c4-c645-424e-ad1d-58e7ce7c3742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.276198 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-95f2a7c4-c645-424e-ad1d-58e7ce7c3742 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b279cc18-89da-4f74-ac1e-6c05b5779182 HTTP/1.1" status: 204 len: 168 time: 0.2620625 May 13 14:10:06.279338 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42968) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:06.280534 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870f3a4a-e785-4670-9c99-a02471d11c85 None None] Network 43ba0f5f-8320-4bb0-9dbd-89fafd262362 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:10:06.356024 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (43ba0f5f-8320-4bb0-9dbd-89fafd262362), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.402147 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Deleting port 3ae4ee84-4a36-43c4-8186-a3d92674d015 {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:10:06.402492 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.464464 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] For port 3ae4ee84-4a36-43c4-8186-a3d92674d015, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=3ae4ee84-4a36-43c4-8186-a3d92674d015,segment=NetworkSegment(09aeddcc-aa9f-4cfa-b748-32eb937f5aa8),segment_id=09aeddcc-aa9f-4cfa-b748-32eb937f5aa8)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:10:06.464830 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.477876 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Calling delete_port for 3ae4ee84-4a36-43c4-8186-a3d92674d015 owned by network:dhcp {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:10:06.560860 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (3ae4ee84-4a36-43c4-8186-a3d92674d015), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.586421 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae4ee84-4a36-43c4-8186-a3d92674d015,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:06.590409 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] No DVR routers for this DVR port 3ae4ee84-4a36-43c4-8186-a3d92674d015 on host dv-cinder-841753-1-iscsi {{(pid=109875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:10:06.681020 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (43ba0f5f-8320-4bb0-9dbd-89fafd262362), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.688794 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749082aa-3c1f-4de9-ae35-2d59070d79b1 None None] DHCP port deletion for 43ba0f5f-8320-4bb0-9dbd-89fafd262362 request from dv-cinder-841753-1-iscsi {{(pid=109877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:10:06.712911 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ba0f5f-8320-4bb0-9dbd-89fafd262362']}} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:06.727125 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8') {'for_net_delete': True} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:06.729180 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09aeddcc-aa9f-4cfa-b748-32eb937f5aa8') {} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:06.740056 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28904324'] for segment (09aeddcc-aa9f-4cfa-b748-32eb937f5aa8), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.757961 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (09aeddcc-aa9f-4cfa-b748-32eb937f5aa8), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.764522 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=109875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:10:06.764934 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28952805'] for segment (09aeddcc-aa9f-4cfa-b748-32eb937f5aa8), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: Traceback (most recent call last): May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: timer() May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: cb(*args, **kw) May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: return func(*args, **kwargs) May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: self._notify() May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: self.callback(batched_events) May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: event.method(event) May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: return f(self, *a, **k) May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: return self._get(url).json() May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: return self.request(url, 'GET', **kwargs) May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:10:06.767683 dv-cinder-841753-1-iscsi neutron-server[109875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:10:06.787006 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 3ae4ee84-4a36-43c4-8186-a3d92674d015 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:10:06.817703 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 3ae4ee84-4a36-43c4-8186-a3d92674d015 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:10:06.818269 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 3ae4ee84-4a36-43c4-8186-a3d92674d015 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:10:06.819164 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 7b48d26a-5dcf-4b2e-914f-cee7c419accd no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:10:06.830807 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (43ba0f5f-8320-4bb0-9dbd-89fafd262362), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.844998 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:06.848435 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] 10.222.0.79 "DELETE /v2.0/networks/43ba0f5f-8320-4bb0-9dbd-89fafd262362 HTTP/1.1" status: 204 len: 168 time: 0.5680733 May 13 14:10:06.848836 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 7b48d26a-5dcf-4b2e-914f-cee7c419accd {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:10:06.849381 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 7b48d26a-5dcf-4b2e-914f-cee7c419accd not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:10:06.849973 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:10:06.851581 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42970) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:06.866014 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a66650-c83c-404c-9551-a70d6568bdc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=43ba0f5f-8320-4bb0-9dbd-89fafd262362,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:06.872899 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:10:06.873548 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device f0ba5b5e-1123-4b72-80ce-96c9e6a1fd46 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:10:07.186568 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3684641'] for router_interface (800d43d1-adc9-45e4-9d42-a4692d05cdba), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:07.417084 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] Deleting port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:10:07.417746 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:07.503441 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] For port 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff,segment=NetworkSegment(90e36007-acf7-4cb1-aee1-733b423df2e3),segment_id=90e36007-acf7-4cb1-aee1-733b423df2e3)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:10:07.503716 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:07.517390 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] Calling delete_port for 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff owned by network:router_interface {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:10:07.697144 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:07.726591 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:07.896814 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-500046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-512040'] for router_interface (800d43d1-adc9-45e4-9d42-a4692d05cdba), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:08.116271 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] Router 800d43d1-adc9-45e4-9d42-a4692d05cdba has already been hosted by L3 agent b2c8eb0a-fa25-4268-b098-59d6a3496a77 {{(pid=109876) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 13 14:10:08.232121 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] Notify agent at l3_agent.dv-cinder-841753-1-iscsi the message routers_updated {{(pid=109876) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 13 14:10:08.237724 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-ae8e3e3d-0378-4703-b985-d911644654c3 admin admin] 10.222.0.79 "PUT /v2.0/routers/800d43d1-adc9-45e4-9d42-a4692d05cdba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3851612 May 13 14:10:08.240160 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42972) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:08.242966 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] Sync routers for ids ['800d43d1-adc9-45e4-9d42-a4692d05cdba'] in dv-cinder-841753-1-iscsi {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 13 14:10:08.254987 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] Routers {'800d43d1-adc9-45e4-9d42-a4692d05cdba'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:10:08.255971 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:09:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['800d43d1-adc9-45e4-9d42-a4692d05cdba'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:08.346250 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Publish callbacks [] for router (800d43d1-adc9-45e4-9d42-a4692d05cdba), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:08.365085 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] Set router 800d43d1-adc9-45e4-9d42-a4692d05cdba gateway port host: dv-cinder-841753-1-iscsi {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:10:08.457192 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Publish callbacks [] for router_gateway (800d43d1-adc9-45e4-9d42-a4692d05cdba), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:08.509534 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Deleting port 8310f247-26cb-42dd-8c76-e51b760bcce7 {{(pid=109876) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:10:08.509880 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:08.539611 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'name': 'tempest-TestShelveInstance-617659183-router', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'external_fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:10:07Z', 'revision_number': 5, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'gw_port': {'id': '8310f247-26cb-42dd-8c76-e51b760bcce7', 'name': '', 'network_id': '6b707755-12f2-4dc2-8582-56dd26ac932b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:c8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841753-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '305d76ec-f20b-4dac-8039-431ab9260bf2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841753-1-iscsi'}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:08.570398 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] Checking router: 800d43d1-adc9-45e4-9d42-a4692d05cdba for host: dv-cinder-841753-1-iscsi {{(pid=109878) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 13 14:10:08.578898 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] Routers {'800d43d1-adc9-45e4-9d42-a4692d05cdba'} bound to L3 agent in host dv-cinder-841753-1-iscsi {{(pid=109878) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 13 14:10:08.579508 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841753-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-13T13:46:45Z,description=,heartbeat_timestamp=2022-05-13T14:09:45Z,host='dv-cinder-841753-1-iscsi',id=b2c8eb0a-fa25-4268-b098-59d6a3496a77,load=0,resource_versions=,resources_synced=,started_at=2022-05-13T13:46:45Z,topic='l3_agent')) {'router_ids': ['800d43d1-adc9-45e4-9d42-a4692d05cdba'], 'active': True} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:08.591860 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.db [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] For port 8310f247-26cb-42dd-8c76-e51b760bcce7, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=8310f247-26cb-42dd-8c76-e51b760bcce7,segment=NetworkSegment(31073728-a707-41eb-92fa-fa0baf33cff0),segment_id=31073728-a707-41eb-92fa-fa0baf33cff0)] {{(pid=109876) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:10:08.592228 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:08.606070 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.plugins.ml2.plugin [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Calling delete_port for 8310f247-26cb-42dd-8c76-e51b760bcce7 owned by network:router_gateway {{(pid=109876) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:10:08.670297 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_dvr_db [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] Set router 800d43d1-adc9-45e4-9d42-a4692d05cdba gateway port host: None {{(pid=109878) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 13 14:10:08.722432 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.l3_hamode_db [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'name': 'tempest-TestShelveInstance-617659183-router', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:10:08Z', 'revision_number': 6, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'gw_port_host': None}], 'dv-cinder-841753-1-iscsi', False) {} {{(pid=109878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:08.753544 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df84313e-ecf5-45a7-8a63-1a3392596907 None None] The sync data for ids ['800d43d1-adc9-45e4-9d42-a4692d05cdba'] in dv-cinder-841753-1-iscsi is: [{'id': '800d43d1-adc9-45e4-9d42-a4692d05cdba', 'name': 'tempest-TestShelveInstance-617659183-router', 'tenant_id': '25aece37f16d46259f10198b17d91fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-13T14:05:35Z', 'updated_at': '2022-05-13T14:10:08Z', 'revision_number': 6, 'project_id': '25aece37f16d46259f10198b17d91fa1', 'gw_port_host': None}] {{(pid=109878) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 13 14:10:08.779268 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2045930'] for port (8310f247-26cb-42dd-8c76-e51b760bcce7), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:08.806724 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Pushing event deleted for resources: {'Port': ['ID=8310f247-26cb-42dd-8c76-e51b760bcce7,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:08.871648 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3683151'] for router_gateway (800d43d1-adc9-45e4-9d42-a4692d05cdba), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.231249 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3680899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6579'] for router (800d43d1-adc9-45e4-9d42-a4692d05cdba), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.233753 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Publish callbacks [] for router_controller (800d43d1-adc9-45e4-9d42-a4692d05cdba), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.276017 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3680920'] for router (800d43d1-adc9-45e4-9d42-a4692d05cdba), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.276541 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 800d43d1-adc9-45e4-9d42-a4692d05cdba {{(pid=109876) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 13 14:10:09.281703 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.282732 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-d58847c0-5d69-4452-a480-e7056b7e556c admin admin] 10.222.0.79 "DELETE /v2.0/routers/800d43d1-adc9-45e4-9d42-a4692d05cdba HTTP/1.1" status: 204 len: 168 time: 1.0416033 May 13 14:10:09.285284 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [-] (109876) accepted ('10.222.0.79', 42974) {{(pid=109876) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:09.329854 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.db.db_base_plugin_v2 [None req-0575c38f-583a-4191-8765-ba7972c7e8f9 admin admin] Deleting subnet 793f3aad-e1bd-4016-b919-f0140dcd143d {{(pid=109876) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 13 14:10:09.333079 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0575c38f-583a-4191-8765-ba7972c7e8f9 admin admin] Publish callbacks [] for subnet (793f3aad-e1bd-4016-b919-f0140dcd143d), before_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.366267 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0575c38f-583a-4191-8765-ba7972c7e8f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28299090'] for subnet (793f3aad-e1bd-4016-b919-f0140dcd143d), precommit_delete_associations {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.445581 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0575c38f-583a-4191-8765-ba7972c7e8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3587762'] for subnet (793f3aad-e1bd-4016-b919-f0140dcd143d), precommit_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.499113 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0575c38f-583a-4191-8765-ba7972c7e8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3587773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497707', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2045917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28984815'] for subnet (793f3aad-e1bd-4016-b919-f0140dcd143d), after_delete {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.525311 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575c38f-583a-4191-8765-ba7972c7e8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=793f3aad-e1bd-4016-b919-f0140dcd143d,revision_number=None']} {{(pid=109876) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:09.529982 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron_lib.callbacks.manager [None req-0575c38f-583a-4191-8765-ba7972c7e8f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for subnet (None), before_response {{(pid=109876) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.533838 dv-cinder-841753-1-iscsi neutron-server[109876]: INFO neutron.wsgi [None req-0575c38f-583a-4191-8765-ba7972c7e8f9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/793f3aad-e1bd-4016-b919-f0140dcd143d HTTP/1.1" status: 204 len: 168 time: 0.2476170 May 13 14:10:09.536440 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42976) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:09.537483 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558189be-d29b-4033-aa42-867c3035d3cb None None] Network 767f574b-0f22-4559-94aa-1cab5eb89379 requested from dv-cinder-841753-1-iscsi {{(pid=109877) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 13 14:10:09.617514 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3445223'] for network (767f574b-0f22-4559-94aa-1cab5eb89379), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.665467 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Deleting port 28fe9d43-d361-439c-9ccf-eb3a59f633cd {{(pid=109875) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:10:09.665467 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.691178 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] DHCP port deletion for 767f574b-0f22-4559-94aa-1cab5eb89379 request from dv-cinder-841753-1-iscsi {{(pid=109877) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 13 14:10:09.731492 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.db [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] For port 28fe9d43-d361-439c-9ccf-eb3a59f633cd, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=28fe9d43-d361-439c-9ccf-eb3a59f633cd,segment=NetworkSegment(90e36007-acf7-4cb1-aee1-733b423df2e3),segment_id=90e36007-acf7-4cb1-aee1-733b423df2e3)] {{(pid=109875) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:10:09.731858 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.732848 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Deleting port 28fe9d43-d361-439c-9ccf-eb3a59f633cd {{(pid=109877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 13 14:10:09.733293 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758199577860'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), before_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.746873 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.plugin [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Calling delete_port for 28fe9d43-d361-439c-9ccf-eb3a59f633cd owned by network:dhcp {{(pid=109875) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:10:09.751705 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:10:09.802235 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.db [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] For port 28fe9d43-d361-439c-9ccf-eb3a59f633cd, host dv-cinder-841753-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841753-1-iscsi',level=0,port_id=28fe9d43-d361-439c-9ccf-eb3a59f633cd,segment=NetworkSegment(90e36007-acf7-4cb1-aee1-733b423df2e3),segment_id=90e36007-acf7-4cb1-aee1-733b423df2e3)] {{(pid=109877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 13 14:10:09.802624 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3684855'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), precommit_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.815435 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Calling delete_port for 28fe9d43-d361-439c-9ccf-eb3a59f633cd owned by network:dhcp {{(pid=109877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 13 14:10:09.836303 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28952760'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.864237 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=28fe9d43-d361-439c-9ccf-eb3a59f633cd,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:09.875851 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] No DVR routers for this DVR port 28fe9d43-d361-439c-9ccf-eb3a59f633cd on host dv-cinder-841753-1-iscsi {{(pid=109875) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:10:09.957449 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3585865', 'neutron.services.segments.db._delete_segments_for_network-8758199343153'] for network (767f574b-0f22-4559-94aa-1cab5eb89379), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.966330 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3476353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758199585684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758199042937'] for port (28fe9d43-d361-439c-9ccf-eb3a59f633cd), after_delete {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.978332 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767f574b-0f22-4559-94aa-1cab5eb89379']}} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:09.988665 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e36007-acf7-4cb1-aee1-733b423df2e3') {'for_net_delete': True} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:09.988991 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.services.segments.db [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e36007-acf7-4cb1-aee1-733b423df2e3') {} {{(pid=109875) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 13 14:10:09.998379 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758199343418', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28904324'] for segment (90e36007-acf7-4cb1-aee1-733b423df2e3), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:09.998897 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Pushing event deleted for resources: {'Port': ['ID=28fe9d43-d361-439c-9ccf-eb3a59f633cd,revision_number=None']} {{(pid=109877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:10.012015 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727'] for segment (90e36007-acf7-4cb1-aee1-733b423df2e3), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.012661 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.013080 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.013382 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.013724 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.014077 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.014406 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.014824 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.015179 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.015506 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.015827 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.016156 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.016479 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.016796 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.017115 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.017441 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841753-1-iscsi {{(pid=109877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 13 14:10:10.018601 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=109875) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 13 14:10:10.019025 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3581727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28952805'] for segment (90e36007-acf7-4cb1-aee1-733b423df2e3), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.020453 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fcdb90-3426-4bfa-99a7-90b59bf5d9d0 None None] No DVR routers for this DVR port 28fe9d43-d361-439c-9ccf-eb3a59f633cd on host dv-cinder-841753-1-iscsi {{(pid=109877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: Traceback (most recent call last): May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: timer() May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: cb(*args, **kw) May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: return func(*args, **kwargs) May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: self._notify() May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: self.callback(batched_events) May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: event.method(event) May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: aggregate_id = self._get_aggregate_id(event.segment_id) May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: aggregate_uuid = self.p_client.list_aggregates( May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: return f(self, *a, **k) May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: return self._get(url).json() May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: return self._client.get(url, endpoint_filter=self._ks_filter, May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: return self.request(url, 'GET', **kwargs) May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: base_url = self.get_endpoint(auth, allow=allow, May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: auth = self._auth_required(auth, 'determine endpoint URL') May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 13 14:10:10.022298 dv-cinder-841753-1-iscsi neutron-server[109875]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 13 14:10:10.078081 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3585840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-500037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3684897'] for network (767f574b-0f22-4559-94aa-1cab5eb89379), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.082385 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-500019'] for network (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.085609 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] 10.222.0.79 "DELETE /v2.0/networks/767f574b-0f22-4559-94aa-1cab5eb89379 HTTP/1.1" status: 204 len: 168 time: 0.5480523 May 13 14:10:10.099161 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d8960-5044-4609-b0d1-78dab36fd5bd admin admin] Pushing event deleted for resources: {'Network': ['ID=767f574b-0f22-4559-94aa-1cab5eb89379,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:10.253186 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42980) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:10.292739 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-52fbd48a-c2b0-4c9d-9d33-4e75b4851b38 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54b153696d2b445098e70dce631b13b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382030 May 13 14:10:10.294971 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42982) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:10.347368 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cd9d87c4-e304-4459-8180-b21e360ced42 admin admin] Publish callbacks [] for security_group (e94089b5-e3cb-4f99-ae88-94e15b4aad62), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.368054 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cd9d87c4-e304-4459-8180-b21e360ced42 admin admin] Publish callbacks [] for security_group (e94089b5-e3cb-4f99-ae88-94e15b4aad62), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.413778 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cd9d87c4-e304-4459-8180-b21e360ced42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (e94089b5-e3cb-4f99-ae88-94e15b4aad62), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.416312 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-cd9d87c4-e304-4459-8180-b21e360ced42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.417465 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-cd9d87c4-e304-4459-8180-b21e360ced42 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e94089b5-e3cb-4f99-ae88-94e15b4aad62 HTTP/1.1" status: 204 len: 168 time: 0.1216068 May 13 14:10:10.426127 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d87c4-e304-4459-8180-b21e360ced42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94089b5-e3cb-4f99-ae88-94e15b4aad62,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:10.726118 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42988) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:10.766738 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-b4a39925-2978-4fc0-92b4-fd2aedee4f26 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25aece37f16d46259f10198b17d91fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393786 May 13 14:10:10.769202 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [-] (109875) accepted ('10.222.0.79', 42990) {{(pid=109875) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 13 14:10:10.783385 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 28fe9d43-d361-439c-9ccf-eb3a59f633cd no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:10:10.803878 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 28fe9d43-d361-439c-9ccf-eb3a59f633cd {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:10:10.804134 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 28fe9d43-d361-439c-9ccf-eb3a59f633cd not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:10:10.804552 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8310f247-26cb-42dd-8c76-e51b760bcce7 no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:10:10.819459 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4b15530-9b3a-4785-8c1b-9be0910829de admin admin] Publish callbacks [] for security_group (c12409c3-7803-4cd1-b8f9-6adc56605ad0), before_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.828305 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 8310f247-26cb-42dd-8c76-e51b760bcce7 {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:10:10.828653 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 8310f247-26cb-42dd-8c76-e51b760bcce7 not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:10:10.829072 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff no longer exists at agent ovs-agent-dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 13 14:10:10.841826 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4b15530-9b3a-4785-8c1b-9be0910829de admin admin] Publish callbacks [] for security_group (c12409c3-7803-4cd1-b8f9-6adc56605ad0), precommit_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.848649 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] No Port match for: 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff {{(pid=109877) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 13 14:10:10.848994 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron.plugins.ml2.rpc [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Device 0527f9b3-ff9d-4770-93d3-d60a0ae5a8ff not bound to the agent host dv-cinder-841753-1-iscsi {{(pid=109877) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 13 14:10:10.889621 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4b15530-9b3a-4785-8c1b-9be0910829de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-473344'] for security_group (c12409c3-7803-4cd1-b8f9-6adc56605ad0), after_delete {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.892759 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron_lib.callbacks.manager [None req-f4b15530-9b3a-4785-8c1b-9be0910829de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109875) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:10.893914 dv-cinder-841753-1-iscsi neutron-server[109875]: INFO neutron.wsgi [None req-f4b15530-9b3a-4785-8c1b-9be0910829de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c12409c3-7803-4cd1-b8f9-6adc56605ad0 HTTP/1.1" status: 204 len: 168 time: 0.1237311 May 13 14:10:10.902315 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b15530-9b3a-4785-8c1b-9be0910829de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12409c3-7803-4cd1-b8f9-6adc56605ad0,revision_number=None']} {{(pid=109875) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 13 14:10:12.694529 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-86d68df8-0236-42de-8460-d8bdf7a3e13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:14.121107 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:15.491698 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c0f79d8c-fbb8-4933-8b04-634e84e077f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:16.357371 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:17.895510 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:19.466781 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:42.695726 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-4c8be063-dda8-41e1-99cd-01823063a79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:44.117438 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:45.494298 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-03bd735c-515f-4079-a165-02176bf8bbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:46.360532 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:46.751319 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:10:47.897884 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:10:49.469337 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:12.696852 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-7e0e195c-8864-4d8c-bca8-52325cf5c612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:14.121946 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:15.497034 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ee1ce65a-a240-49bf-9a1e-f0b8943f4864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:16.363474 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:17.900446 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:19.472040 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:23.749269 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:11:42.698304 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-61775458-2ccb-489f-89c2-45b4ddb7130a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:44.149378 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:45.499867 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-ea15bb40-b0fa-4175-bad6-4708d80b30f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:46.367864 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:47.903068 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:49.072899 dv-cinder-841753-1-iscsi neutron-server[109876]: DEBUG neutron.wsgi [req-4124f880-e15f-409f-a05a-4853fd27ca24 req-b1273701-6cf6-4775-953a-b7621aaa360c service neutron] (109876) timed out ('10.222.0.87', 63641) {{(pid=109876) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 14:11:49.121111 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [req-8b8fab7c-b207-4c0e-84b4-c776408426c2 req-ed749fd1-7913-4340-8db2-43f1c1b3eccd service neutron] (109875) timed out ('10.222.0.87', 63637) {{(pid=109875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 14:11:49.472994 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:11:52.593208 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [req-63a18fd8-4af7-4f3d-9720-d3cfd02eb040 req-5754ff74-081f-4722-b62f-9aa26f201193 service neutron] (109875) timed out ('10.222.0.87', 63632) {{(pid=109875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 14:12:00.747922 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:12:12.702145 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-001bfa3f-da5b-46c9-b640-ed4ce1694665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:14.163239 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:15.503149 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-54fc695e-dc63-4910-9cc1-4109a59fd670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:16.370925 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:17.297412 dv-cinder-841753-1-iscsi neutron-server[109875]: DEBUG neutron.wsgi [req-f3719d2e-f135-432f-b726-360e43d7100c req-57cfdcb5-36e8-46e1-9046-7c0476542b8b tempest-DeleteServersTestJSON-1793605387 tempest-DeleteServersTestJSON-1793605387-project] (109875) timed out ('10.222.0.87', 63661) {{(pid=109875) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 13 14:12:17.905585 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:19.476939 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:37.746751 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:12:42.704431 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-facd5cb4-49f8-43b1-82ec-55894df80fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:44.170559 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:45.506027 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-b7d02982-1269-4698-9238-c1883c13e0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:46.372779 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:47.910041 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:12:49.480574 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:12.706163 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-327f8303-6fc8-4efe-ad67-9b06cc42d430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:14.182054 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:14.754869 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:13:15.507760 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-c6fb6ca0-e158-430f-a1d8-5ab00286419d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:16.376334 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:17.914257 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:19.484438 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:42.710858 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-78650e72-3e1c-4f67-8e61-2fa9e13891a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:44.194879 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:45.510669 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e62e3502-4ed5-4813-bd74-fbf756da11de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:46.379990 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:47.917106 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:49.489004 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:13:51.743827 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:14:12.714440 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-8b025bdb-8b5f-4466-93e2-62f20ad1cf86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:14.191569 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:15.513134 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-e97cf9b9-d033-4a28-8a6c-4ce91cacbfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:16.381823 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:17.918123 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:19.493445 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:28.741749 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:14:42.716039 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-f3ee5456-a5a1-42b9-b418-922f1ea33077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:44.209309 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:45.515401 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-aa1ccc04-c46b-4aa7-a6d7-68eb95ca572d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:46.385371 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:47.921466 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:14:49.496407 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:15:05.740459 dv-cinder-841753-1-iscsi neutron-server[109878]: DEBUG neutron.db.agents_db [None req-9b5c4c0f-10fa-4f4c-a8ff-c4526daa13fc None None] Agent healthcheck: found 6 active agents {{(pid=109878) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 13 14:15:12.717074 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-468be71a-3466-47e8-9a7e-a0bdf8a8d3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (233acf16-de37-4ef9-ba04-bfe984b7285f), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:15:14.208498 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-44b5fc1e-e24f-48d5-b300-34e44c75ba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (0378719a-2114-4740-8593-883331467f60), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:15:15.519845 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-dda46395-ccaf-47c9-b767-3e769ca08e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (b2c8eb0a-fa25-4268-b098-59d6a3496a77), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:15:16.388169 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-2a6a038a-c676-4b19-9da7-40d155db01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (d29dcfd7-422d-458b-b430-aeab6b3d0925), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:15:17.924845 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-fb718894-3095-4071-acdf-6020856d0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (e76584b4-8436-47be-869b-34a0c608a600), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 13 14:15:19.499097 dv-cinder-841753-1-iscsi neutron-server[109877]: DEBUG neutron_lib.callbacks.manager [None req-bbd8ee2b-1855-4cba-8805-7fcda191b91e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758199343135', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3493512'] for agent (8ff3bc48-7675-4ed0-8322-4aadddc2f5ee), after_update {{(pid=109877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}